-- Logs begin at Thu 2022-03-31 21:56:10 UTC, end at Thu 2022-03-31 23:35:17 UTC. -- Mar 31 22:59:13.311230 dv-cinder-835879-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 22:59:17.131165 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.common.config [-] Logging enabled! Mar 31 22:59:17.131943 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 22:59:17.132429 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103899) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 22:59:17.139442 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.common.config [-] Logging enabled! Mar 31 22:59:17.139849 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 22:59:17.140356 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103899) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 22:59:17.142114 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:59:17.142496 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:59:17.143254 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:59:17.143643 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:59:17.144019 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:59:17.145396 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.146158 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 22:59:17.146679 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.147181 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.147815 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.148191 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.148685 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.149161 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.149654 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.150198 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.150670 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.151150 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.151622 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.152192 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.152605 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.153105 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.153760 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.154162 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] debug = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.154657 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.155482 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.156158 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.156640 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.157575 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.157575 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.158090 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.158566 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.159065 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.159672 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] host = dv-cinder-835879-3-iscsi {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.160156 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.160667 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.161172 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.161631 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.162131 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.162620 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.163112 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.163595 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.164068 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] log_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.164552 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.165071 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.165510 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.166040 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.166427 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.166813 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.167310 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.167801 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.168264 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.168740 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.169205 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.169680 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.170195 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.170662 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.171153 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.171643 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.172109 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.172568 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.173021 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.173461 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.173941 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.174387 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.174831 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.175290 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.175773 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.176801 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.177268 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.177764 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.178316 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.178818 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.179289 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.179753 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.180202 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.180668 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.181116 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.181568 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.182072 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] use_json = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.182563 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.183036 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.183529 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.184007 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.184479 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.184975 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.185469 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.186027 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.186512 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:17.187043 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.187548 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.188079 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.188597 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.189083 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.189582 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.190141 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.190622 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.191118 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.191642 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.192615 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.193067 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.193562 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.194029 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.194470 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.194916 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.195353 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.195787 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.196192 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.196601 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.197004 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.197407 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.197878 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.198280 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.198708 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.199133 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.199558 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.200022 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.200448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.200884 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.201317 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.201731 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.202182 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.202625 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.203044 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.203459 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.203870 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.204304 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.204721 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.205125 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.205561 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.206012 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.206422 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.206835 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.207286 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.207734 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.208158 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.208623 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.209082 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.209550 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.210078 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.210585 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.211072 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.211545 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.212031 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.212521 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.213005 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.213483 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.214018 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.214507 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.214993 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.215477 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.215966 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.216455 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.216931 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.217420 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.217907 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.218380 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.218854 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.219332 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.219823 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.220291 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.220758 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.221243 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.221754 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.222319 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.223042 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.223385 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.223812 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.224274 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.224766 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.225238 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.226636 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.226636 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.226919 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.227252 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.227719 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.228308 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.228709 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.229261 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.229702 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.230195 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.230650 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.231089 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.231541 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.231985 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.232463 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.232949 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.233461 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.234009 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.234524 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.235037 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.235554 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.236034 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.236547 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.237025 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:17.237382 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:59:17.237836 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103899) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 22:59:17.813378 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 22:59:17.813651 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 22:59:17.813981 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 22:59:17.814502 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 22:59:18.182299 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.183021 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.183021 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.184293 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.184616 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.185057 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.247699 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.248005 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.248325 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.265098 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.265486 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.265832 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.298639 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.298972 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.299300 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.454216 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.454510 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.454743 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.727698 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.727970 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.728294 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.728610 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.729434 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.838906 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.839235 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.839524 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.839797 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.840064 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.840380 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.840646 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.840957 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.841142 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.841432 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.841694 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.841987 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.842247 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.842502 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.842762 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.843028 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.843287 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.843563 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.843833 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.844101 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.844376 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.844640 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.844931 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.845346 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.845598 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.845876 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.846334 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:59:18.846581 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:59:18.846842 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:59:18.847064 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:59:18.847308 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:59:18.847549 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:59:18.847977 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 22:59:18.851745 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 22:59:18.856381 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 22:59:18.860737 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Mar 31 22:59:18.862761 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 22:59:18.863972 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 22:59:18.864370 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 22:59:18.864814 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 22:59:18.868389 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 22:59:18.868696 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 22:59:18.869129 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 22:59:18.875006 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 22:59:18.901492 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 22:59:18.902008 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.902320 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103899) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 22:59:18.902700 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.904259 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103899) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 22:59:18.904560 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 22:59:18.904821 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 22:59:18.908571 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.908860 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:18.976285 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 22:59:18.976570 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 22:59:18.976851 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 22:59:18.977287 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 22:59:19.001487 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_db.sqlalchemy.engines [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103899) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 22:59:19.647687 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Initializing driver for type 'gre' Mar 31 22:59:19.648612 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] gre ID ranges: [(1, 1000)] Mar 31 22:59:19.880911 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Initializing driver for type 'local' Mar 31 22:59:19.881346 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Initializing driver for type 'vlan' Mar 31 22:59:19.978196 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] VlanTypeDriver initialization complete Mar 31 22:59:19.978456 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Initializing driver for type 'vxlan' Mar 31 22:59:19.979128 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] vxlan ID ranges: [(1, 1000)] Mar 31 22:59:20.193887 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Initializing extension driver 'port_security' Mar 31 22:59:20.194218 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.extensions.port_security [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] PortSecurityExtensionDriver initialization complete Mar 31 22:59:20.194547 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Initializing mechanism driver 'openvswitch' Mar 31 22:59:20.194877 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Initializing mechanism driver 'hyperv' Mar 31 22:59:20.201889 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.plugin [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:20.205615 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > port after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.205615 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > port after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.205615 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > port after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.205615 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 22:59:20.205615 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > subnet after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.206389 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > subnet after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.206389 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.206389 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 22:59:20.206389 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > network after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.206940 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > network after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.207096 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > network after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.207548 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 22:59:20.208043 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > security_group after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.208485 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > security_group after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.208910 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.209577 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 22:59:20.210116 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.210561 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.210994 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.211479 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 22:59:20.211988 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > address_group after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.212416 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > address_group after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.212852 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.213344 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103899) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 22:59:20.213924 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] ML2 OVO RPC backend initialized. {{(pid=103899) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 22:59:20.214790 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.215232 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.215741 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > network before_response 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.216186 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > networks before_response 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.216616 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > port before_response 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.217047 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > ports before_response 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.217505 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > subnet before_response 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.217982 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > subnets before_response 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.218416 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > network after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.218850 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > network after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.219285 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > network after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.219712 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > port after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.220173 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > port after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.220596 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > port after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.221018 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > subnet after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.221448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > subnet after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.221911 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.229760 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded quota_driver: . Mar 31 22:59:20.230199 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.plugin [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Modular L2 Plugin initialization complete Mar 31 22:59:20.230751 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading services supported by the core plugin {{(pid=103899) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 22:59:20.231257 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.plugins.ml2.managers [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Got port-security extension from driver 'port_security' Mar 31 22:59:20.231875 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.extensions.vlantransparent [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Disabled vlantransparent extension. Mar 31 22:59:20.232472 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103899) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 22:59:20.232887 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading Plugin: router Mar 31 22:59:20.271399 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.271795 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router after_create 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.272175 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router before_create 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.272533 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.272908 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.273261 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router after_delete 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.273617 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.273992 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.274354 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router after_create 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.274695 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router after_update 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.275042 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router after_update 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.275387 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.275742 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router after_update 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.276154 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_update 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.276521 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: port after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.276854 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: port after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.277197 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: subnet after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.277536 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.277918 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.278273 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_create 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.278612 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: port before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.278954 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.279307 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router after_update 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.279653 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.279994 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_create 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.280361 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.280702 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_update 55549900 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.281067 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > agent after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.281413 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > agent after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.281752 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > network after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.282772 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Tracking information for resource: router configured {{(pid=103899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:59:20.283104 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Tracking information for resource: floatingip configured {{(pid=103899) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 22:59:20.288465 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.db.l3_agentschedulers_db [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 22:59:20.289055 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: port after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.289421 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: port after_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.289856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: port after_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.290153 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: port after_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.290980 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router before_create 55550100 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.291348 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.291706 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_create 55550100 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.292054 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > router precommit_update 55550100 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.297263 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.services.provider_configuration [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service providers = [] {{(pid=103899) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 22:59:20.297638 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.db.servicetype_db [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103899) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 22:59:20.301389 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.services.service_base [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:59:20.301734 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.services.service_base [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:59:20.302094 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.services.service_base [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:59:20.303044 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.services.service_base [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103899) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 22:59:20.303426 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.services.service_base [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 22:59:20.303823 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:59:20.304143 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 22:59:20.315184 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:59:20.315519 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading Plugin: auto_allocate Mar 31 22:59:20.334507 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: network precommit_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.335123 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: network precommit_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.336007 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:59:20.336576 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading Plugin: tag Mar 31 22:59:20.348556 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:59:20.349112 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading Plugin: timestamp Mar 31 22:59:20.355854 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:59:20.356410 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading Plugin: network_ip_availability Mar 31 22:59:20.381770 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.382451 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.382992 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.384333 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:59:20.384891 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading Plugin: flavors Mar 31 22:59:20.393345 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:59:20.393935 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading Plugin: revisions Mar 31 22:59:20.401216 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103899) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 22:59:20.401922 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_concurrency.lockutils [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.588s {{(pid=103899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 22:59:20.403384 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103899) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 22:59:20.403955 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Initializing extension manager. Mar 31 22:59:20.404685 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: __init__.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.405185 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: __pycache__ {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.405727 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: address_group.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.407111 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.407918 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: address-group Mar 31 22:59:20.408346 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: address_scope.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.409433 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.410021 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: address-scope Mar 31 22:59:20.410402 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.411716 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.412370 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: router-admin-state-down-before-update Mar 31 22:59:20.412793 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: agent.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.413677 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.414337 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: agent Mar 31 22:59:20.414750 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: agent_resources_synced.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.418102 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.419068 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: agent-resources-synced Mar 31 22:59:20.419622 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: allowedaddresspairs.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.423120 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.424102 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: allowed-address-pairs Mar 31 22:59:20.424704 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: auto_allocated_topology.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.427188 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.427972 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: auto-allocated-topology Mar 31 22:59:20.428351 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: availability_zone.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.429225 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.429976 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: availability_zone Mar 31 22:59:20.430326 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: availability_zone_filter.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.431935 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.432995 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: availability_zone_filter Mar 31 22:59:20.433555 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: data_plane_status.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.435211 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.436120 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 22:59:20.436679 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: default_subnetpools.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.438317 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.439412 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: default-subnetpools Mar 31 22:59:20.440002 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.441522 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.442955 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: dhcp_agent_scheduler Mar 31 22:59:20.443516 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: dns.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.445104 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.446050 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 22:59:20.446613 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: dns_domain_ports.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.447965 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.448869 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 22:59:20.449425 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.451072 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.451991 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 22:59:20.452542 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: dvr.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.453693 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.454905 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: dvr Mar 31 22:59:20.455466 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: ecmp_routes.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.457080 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.458066 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 22:59:20.458632 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: empty_string_filtering.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.465131 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.466138 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: empty-string-filtering Mar 31 22:59:20.466923 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.468697 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.469658 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 22:59:20.470250 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.471802 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.473210 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 22:59:20.473958 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: external_net.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.475572 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.476237 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: external-net Mar 31 22:59:20.476603 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.479257 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.479257 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: extra_dhcp_opt Mar 31 22:59:20.479257 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: extraroute.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.480395 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.481272 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: extraroute Mar 31 22:59:20.481827 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: extraroute_atomic.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.483722 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.484660 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: extraroute-atomic Mar 31 22:59:20.485221 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: filter_validation.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.486429 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.487323 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: filter-validation Mar 31 22:59:20.487882 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: fip_pf_description.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.490194 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.491065 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 22:59:20.491616 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: fip_pf_port_range.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.493156 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.494104 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 22:59:20.495085 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: fip_port_details.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.496647 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.497567 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: fip-port-details Mar 31 22:59:20.498161 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: flavors.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.500295 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.501223 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: flavors Mar 31 22:59:20.501921 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.504779 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.505660 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 22:59:20.506246 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: floatingip_pools.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.507573 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.508496 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: floatingip-pools Mar 31 22:59:20.509046 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: ip_allocation.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.510678 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.511581 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 22:59:20.512268 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.518672 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.519304 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: ip-substring-filtering Mar 31 22:59:20.519753 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l2_adjacency.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.520875 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.521486 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 22:59:20.521910 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.524822 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.525391 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: router Mar 31 22:59:20.525733 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.528368 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.528931 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 22:59:20.529270 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.530478 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.531016 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: ext-gw-mode Mar 31 22:59:20.531351 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.532334 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.532864 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: l3-ha Mar 31 22:59:20.533193 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.534184 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.534710 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 22:59:20.535089 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3_flavors.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.536582 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.537112 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: l3-flavors Mar 31 22:59:20.537443 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.538933 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.539465 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 22:59:20.539800 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.540808 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.541338 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 22:59:20.541669 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: l3agentscheduler.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.542832 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.543365 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: l3_agent_scheduler Mar 31 22:59:20.543695 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: local_ip.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.545673 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.546263 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension local_ip not supported by any of loaded plugins Mar 31 22:59:20.546601 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: logging.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.548280 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.548830 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension logging not supported by any of loaded plugins Mar 31 22:59:20.549160 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: metering.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.549981 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.550583 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: metering Mar 31 22:59:20.550972 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.552699 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.553239 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: metering_source_and_destination_fields Mar 31 22:59:20.553572 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: multiprovidernet.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.554740 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.555128 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: multi-provider Mar 31 22:59:20.555462 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: netmtu.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.556413 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.556938 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: net-mtu Mar 31 22:59:20.557260 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: netmtu_writable.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.558254 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.558776 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: net-mtu-writable Mar 31 22:59:20.559096 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: network_availability_zone.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.559868 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.560342 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: network_availability_zone Mar 31 22:59:20.560638 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: network_ip_availability.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.561863 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.562389 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: network-ip-availability Mar 31 22:59:20.562719 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: network_segment_range.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.563717 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.564312 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 22:59:20.564635 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: pagination.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.566031 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.566362 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: pagination Mar 31 22:59:20.566707 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: port_device_profile.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.567672 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.568216 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: port-device-profile Mar 31 22:59:20.568546 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.569525 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.570314 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: port-mac-address-regenerate Mar 31 22:59:20.570601 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.571574 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.572094 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: port-numa-affinity-policy Mar 31 22:59:20.572418 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: port_resource_request.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.580244 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.581036 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 22:59:20.581464 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: port_resource_request_groups.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.582919 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.583276 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 22:59:20.583621 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: portbindings.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.584599 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.585145 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: binding Mar 31 22:59:20.585533 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: portbindings_extended.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.586967 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.587538 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: binding-extended Mar 31 22:59:20.587869 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: portsecurity.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.588842 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.589372 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: port-security Mar 31 22:59:20.589697 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: project_id.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.590901 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.591087 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: project-id Mar 31 22:59:20.591386 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: providernet.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.592378 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.592919 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: provider Mar 31 22:59:20.593253 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.597158 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.598236 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos not supported by any of loaded plugins Mar 31 22:59:20.598579 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.600130 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.600672 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 22:59:20.601007 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.602026 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.602554 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 22:59:20.602874 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_default.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.603825 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.604345 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-default not supported by any of loaded plugins Mar 31 22:59:20.604668 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_fip.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.605633 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.606198 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 22:59:20.606520 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.607478 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.608003 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 22:59:20.608331 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_gateway_ip.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.609272 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.609842 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 22:59:20.610160 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_port_network_policy.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.611117 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.611644 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 22:59:20.611980 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.613146 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.614394 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 22:59:20.614612 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.615728 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.616269 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 22:59:20.616598 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_pps_rule.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.617862 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.618399 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 22:59:20.618728 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_rule_type_details.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.619937 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.620460 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 22:59:20.620787 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.621947 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.622409 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 22:59:20.622738 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: qos_rules_alias.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.623820 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.624348 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 22:59:20.624677 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: quota_check_limit.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.625612 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.626171 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: quota-check-limit Mar 31 22:59:20.626576 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: quotasv2.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.627587 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.627912 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: quotas Mar 31 22:59:20.628240 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: quotasv2_detail.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.630402 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.630742 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: quota_details Mar 31 22:59:20.631071 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: rbac.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.632207 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.632777 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: rbac-policies Mar 31 22:59:20.633114 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: rbac_address_group.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.645611 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.646724 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: rbac-address-group Mar 31 22:59:20.647273 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: rbac_address_scope.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.648976 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.649952 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: rbac-address-scope Mar 31 22:59:20.650489 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: rbac_security_groups.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.652195 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.653130 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: rbac-security-groups Mar 31 22:59:20.653666 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: rbac_subnetpool.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.655249 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.656165 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: rbac-subnetpool Mar 31 22:59:20.656808 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: revisionifmatch.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.658298 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.659085 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: revision-if-match Mar 31 22:59:20.659581 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: revisions.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.661735 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.662545 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: standard-attr-revisions Mar 31 22:59:20.662992 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: router_availability_zone.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.663973 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.664737 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: router_availability_zone Mar 31 22:59:20.665241 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: routerservicetype.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.666742 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.667552 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 22:59:20.668003 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.669364 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.670177 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: security-groups-normalized-cidr Mar 31 22:59:20.670616 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.671902 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.672683 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: port-security-groups-filtering Mar 31 22:59:20.673167 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.674757 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.675678 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: security-groups-remote-address-group Mar 31 22:59:20.676828 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.678355 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.679283 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: security-groups-shared-filtering Mar 31 22:59:20.679836 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.680813 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 22:59:20.681340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: securitygroup.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.700304 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.700809 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: security-group Mar 31 22:59:20.701375 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: segment.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.702810 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.703889 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension segment not supported by any of loaded plugins Mar 31 22:59:20.704247 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.705991 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.706950 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 22:59:20.707586 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: servicetype.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.709490 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.710472 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: service-type Mar 31 22:59:20.711028 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: sorting.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.712699 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.713241 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: sorting Mar 31 22:59:20.713777 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: standard_attr_segment.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.715462 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.716456 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 22:59:20.717017 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: standardattrdescription.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.718204 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.719129 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: standard-attr-description Mar 31 22:59:20.719678 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: stateful_security_group.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.721340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.722347 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: stateful-security-group Mar 31 22:59:20.723467 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: stdattrs_common.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.724474 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 22:59:20.725027 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.726717 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.727806 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 22:59:20.728349 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: subnet_onboard.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.730391 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.731396 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: subnet_onboard Mar 31 22:59:20.731886 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.733469 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.734456 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 22:59:20.735012 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: subnet_service_types.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.736658 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.737644 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: subnet-service-types Mar 31 22:59:20.738207 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: subnetallocation.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.740707 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.741656 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: subnet_allocation Mar 31 22:59:20.742245 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.743478 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.744572 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: subnetpool-prefix-ops Mar 31 22:59:20.749403 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.750874 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.751833 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 22:59:20.752415 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: tagging.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.754410 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.755324 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: standard-attr-tag Mar 31 22:59:20.755881 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: timestamp.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.758088 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.759060 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loaded extension: standard-attr-timestamp Mar 31 22:59:20.759607 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: trunk.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.761351 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.762278 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension trunk not supported by any of loaded plugins Mar 31 22:59:20.762798 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: trunk_details.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.764288 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.765172 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 22:59:20.765690 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: uplink_status_propagation.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.767237 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.768135 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 22:59:20.768689 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Loading extension file: vlantransparent.py {{(pid=103899) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 22:59:20.769882 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103899) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 22:59:20.770782 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 22:59:20.776116 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:network Mar 31 22:59:20.777097 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:subnet Mar 31 22:59:20.777652 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:59:20.778327 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:port Mar 31 22:59:20.780504 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.781217 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service FLAVORS assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.782337 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.783028 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.783573 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:router Mar 31 22:59:20.789906 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 22:59:20.789906 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service METERING assigned prefix: /metering {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.789906 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.789906 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.789906 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:59:20.791093 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 22:59:20.791821 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:security_group Mar 31 22:59:20.792500 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 22:59:20.793450 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service CORE assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.794009 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:59:20.794558 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] subnetpool is already registered Mar 31 22:59:20.795246 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service CORE assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.795772 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:59:20.796317 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] subnetpool is already registered Mar 31 22:59:20.800604 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.801896 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service FLAVORS assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.802897 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.803575 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.804112 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:router Mar 31 22:59:20.804711 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] router is already registered Mar 31 22:59:20.805301 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 22:59:20.805855 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] floatingip is already registered Mar 31 22:59:20.806652 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service METERING assigned prefix: /metering {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.807796 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 22:59:20.808309 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] rbac_policy is already registered Mar 31 22:59:20.808967 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:security_group Mar 31 22:59:20.809492 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] security_group is already registered Mar 31 22:59:20.810165 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 22:59:20.810682 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] security_group_rule is already registered Mar 31 22:59:20.811837 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service CORE assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.812262 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:59:20.812779 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] subnetpool is already registered Mar 31 22:59:20.813454 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.v2.resource_helper [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Service CORE assigned prefix: {{(pid=103899) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 22:59:20.814130 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 22:59:20.814591 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING neutron.quota.resource_registry [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] subnetpool is already registered Mar 31 22:59:20.815525 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: extensions {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.818358 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: address-groups {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.821092 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: address-scopes {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.823634 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: agents {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.825913 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: auto-allocated-topology {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.828315 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: availability_zones {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.830741 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: dhcp-networks {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.834535 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: dhcp-agents {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.837298 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: routers {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.841650 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: flavors {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.843840 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: service_profiles {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.846440 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: next_providers {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.849963 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: service_profiles {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.854737 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: floatingip-pools {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.857130 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: routers {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.861425 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: floatingips {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.864986 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: l3-routers {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.867779 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: l3-agents {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.870832 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: metering-labels {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.873554 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: metering-label-rules {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.876064 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: network-ip-availabilities {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.878687 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: bindings {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.882351 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: quotas {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.885372 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: quotas {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.888293 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: rbac-policies {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.890823 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: security-groups {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.893175 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: security-group-rules {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.895652 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: service-providers {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.898023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: subnetpools {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.900677 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: subnetpools {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.903646 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.907079 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.910726 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.914213 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.917653 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.921531 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.925009 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.929370 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.933041 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.936935 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron.api.extensions [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Extended resource: tags {{(pid=103899) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 22:59:20.949983 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING keystonemiddleware.auth_token [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 22:59:20.958951 dv-cinder-835879-3-iscsi neutron-server[103899]: WARNING keystonemiddleware.auth_token [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 22:59:20.975648 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_concurrency.lockutils [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Acquired lock "singleton_lock" {{(pid=103899) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 22:59:20.978878 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_concurrency.lockutils [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Releasing lock "singleton_lock" {{(pid=103899) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 22:59:20.978878 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO oslo_service.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Starting 2 workers Mar 31 22:59:20.984353 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Started child 104016 {{(pid=103899) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:59:20.991583 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Started child 104017 {{(pid=103899) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:59:20.993623 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:20.994709 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO neutron.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 22:59:20.995107 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:20.996394 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [-] (104016) wsgi starting up on http://0.0.0.0:9696 Mar 31 22:59:20.998427 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:20.999049 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO oslo_service.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Starting 1 workers Mar 31 22:59:21.000044 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [-] (104017) wsgi starting up on http://0.0.0.0:9696 Mar 31 22:59:21.006880 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Started child 104018 {{(pid=103899) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:59:21.007831 dv-cinder-835879-3-iscsi neutron-server[103899]: INFO oslo_service.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Starting 1 workers Mar 31 22:59:21.010230 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] calling RpcWorker wait() {{(pid=104018) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 22:59:21.010885 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] returning from RpcWorker wait() {{(pid=104018) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 22:59:21.012383 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:21.012912 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:21.014740 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Started child 104019 {{(pid=103899) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 22:59:21.016050 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG neutron_lib.callbacks.manager [None req-4456b363-c45e-421e-bce1-bec4e80a5a82 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:21.019193 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103899) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 22:59:21.019480 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:59:21.019827 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:59:21.020188 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:59:21.021537 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:59:21.021537 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:59:21.021917 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.022355 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.022695 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:21.023230 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.023230 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.023686 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.024272 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:21.024808 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.025246 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.025685 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.026172 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.026644 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.026892 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.027219 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.027592 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.028146 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.028568 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.029053 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.029411 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.029926 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.030224 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.030668 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.031165 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.031582 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.032029 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] debug = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.032422 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.033231 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.033608 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.034214 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.034444 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.034897 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.035355 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.035814 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.036188 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.036563 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.036976 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.037398 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.037831 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.038217 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.038675 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.039072 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.039480 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.040023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.040556 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] host = dv-cinder-835879-3-iscsi {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.040929 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.041405 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.041718 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.042117 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.042523 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.042922 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.043337 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.043761 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.044157 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.044549 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.044952 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.045343 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.045701 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.046107 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.046388 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_options = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.046772 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.047195 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.047596 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.047910 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.048186 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.048463 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.048895 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.049167 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.049609 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.050000 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.050367 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.052876 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.052876 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.052876 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.052876 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.052876 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.053293 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.053512 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.053951 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.054333 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.054735 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.055121 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.055505 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.055883 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.056267 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.056647 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.057037 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.057372 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.057749 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.058122 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.058483 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.058890 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.059278 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.059668 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.060072 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.060457 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.060828 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.061183 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.061625 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.062031 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.062430 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.062852 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.063220 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.063595 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.064133 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.064522 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.064811 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_json = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.065111 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.065498 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.065914 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.066279 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.067636 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.067636 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.068776 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.068776 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.068776 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.069394 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.069896 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.070664 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.070834 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.071161 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.071573 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.071964 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.072334 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.072755 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.073143 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.073650 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.074058 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.074571 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.074975 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.075430 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.075905 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.076307 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.076751 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.083578 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.083578 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.083578 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.083578 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.083578 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.083578 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.083578 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.083578 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084223 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084223 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084223 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084223 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084223 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084223 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084223 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084223 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084931 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.084931 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.085183 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51314) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:59:21.085316 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.085316 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.085316 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.085596 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.086003 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.086404 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.086764 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.087160 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.087650 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.088097 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.088290 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.088685 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.089262 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.089881 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.090487 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.090843 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.091232 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.091587 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.091967 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.092387 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.092679 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.093116 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.093511 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.094062 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.094259 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.094535 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.095192 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.095822 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.096677 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.096677 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.096976 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.098118 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.098539 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.098912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.100514 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.100934 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.102004 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.102004 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.105722 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.105722 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.106124 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0094063 Mar 31 22:59:21.106267 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.106267 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.106267 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.106267 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.106267 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.107790 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.107790 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.107790 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.108247 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.108557 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.110096 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.110490 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.110847 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.111209 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.111602 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.112892 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.112892 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.112892 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.113881 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.114265 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.114719 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.115049 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.115444 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.116118 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.116733 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.117094 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.117520 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.118155 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.118761 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.119630 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.120230 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.121983 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.121983 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.121983 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.124470 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.124868 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.125134 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.125728 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.128201 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.128201 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.128201 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.128616 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.128877 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.129766 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.131353 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.131781 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.132128 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.132546 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.132987 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.133382 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.133810 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.134253 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.134579 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.134951 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.135346 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.135726 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.136114 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.136471 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.136831 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.137182 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.137567 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.139196 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.139567 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.140048 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.140416 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.141016 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.141346 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.142115 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.142834 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.144335 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.144335 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.144335 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.144622 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.145107 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.145596 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.146001 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.146446 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.146827 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.147167 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.147540 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.147882 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.148265 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.148620 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.148958 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.149364 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.149938 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.150504 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.150873 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.152114 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.152114 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.152114 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.152534 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.152680 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.152961 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.153308 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.153654 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.154076 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.154427 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.154809 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.155392 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.155978 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.156565 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.157119 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.157691 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.158104 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.158476 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.158824 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.159220 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.159780 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.160126 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.160533 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.160861 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.161233 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.161598 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.162000 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.162346 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.163613 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.163613 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.163613 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.164026 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.164325 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.164758 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.165056 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.166510 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.166510 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.166510 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.166510 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.167448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.167448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.167909 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.167909 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.168362 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.168591 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.168884 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.170448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.170448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.170448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.170448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.171392 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.171392 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.171392 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.172050 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.172050 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.172747 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.172747 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.173062 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.173318 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.173897 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.174278 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.175528 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.175528 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.175528 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.176446 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.176770 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.177986 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.177986 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.177986 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.178472 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.178674 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.182325 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.182325 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.183011 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.183011 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.183364 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.183560 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.183933 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.184317 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.184710 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.185244 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.185528 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.186093 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.186367 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.186782 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.187162 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.187611 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.187837 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:21.188049 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.188351 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.188761 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.189164 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.189536 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.189973 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.190383 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.190743 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.191228 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.192295 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.192825 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.193182 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.193566 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.193994 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.194447 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.195224 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.195870 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.196338 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.196766 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.197453 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.198031 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.198484 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.199095 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.199652 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.200582 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.200582 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.201034 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.201525 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.201935 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.202308 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.202607 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.204144 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.204512 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.204850 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.205188 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.205502 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.206100 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.206100 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.206422 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.206728 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.207017 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.207512 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.207732 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.208056 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.208348 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.208672 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.208990 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.209316 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.209673 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.210026 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.210319 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.210557 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:59:21.211229 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103899) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 22:59:21.211463 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 22:59:21.211703 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 22:59:21.211931 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 22:59:21.212160 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 22:59:21.212404 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 22:59:21.212631 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.212856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.213110 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.213110 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.213683 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.213683 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.215538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.215538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.215538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.215538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.215538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.215538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.215538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.215538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.216856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.216856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.216856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.216856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.216856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.216856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.216856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.216856 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.218924 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] debug = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.218924 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.218924 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.218924 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.218924 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.218924 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.219864 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.219864 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.219864 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.219864 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.219864 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.219864 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.219864 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.219864 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.221023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.221023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.221023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.221023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.221023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.221023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] host = dv-cinder-835879-3-iscsi {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.221023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.222106 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.222106 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.222106 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.222106 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.222106 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.223313 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.223313 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.223313 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.223948 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.223948 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.223948 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.223948 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.224415 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.224415 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_options = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.224566 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.224765 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.224973 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.225218 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.225433 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.225641 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.225883 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.226094 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.226305 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.226537 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.226785 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.226993 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.227222 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.227420 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.227633 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.227832 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.228048 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.228250 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.228458 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.228667 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.228876 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.229087 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.229300 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.229509 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.229739 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.230025 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.230891 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.230891 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.230891 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.230891 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.230891 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.231678 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.231678 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.231678 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.232099 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.232099 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.232099 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.232472 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.232616 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.232755 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.232952 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.233133 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.233306 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.233484 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.233660 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_json = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.238340 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.239912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.239912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 22:59:21.239912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.239912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.239912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.239912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.239912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.239912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.240878 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.240878 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.240878 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.241272 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.241272 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.241548 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.241811 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.242100 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.242385 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.242679 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.242957 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.243235 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.243523 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.243805 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.244091 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.244630 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.244921 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.245832 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.245832 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.245832 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.246098 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.246296 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.246540 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.247304 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.247304 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.248943 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.249110 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.249843 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.249843 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.250236 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.250236 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.250524 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.250809 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.251098 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.251384 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.251672 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.251953 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.252237 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.252525 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.252812 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.253089 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.253373 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.253653 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.255734 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.255957 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.256244 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.256532 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.256806 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.257069 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.257363 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.257839 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.258023 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.258311 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.258594 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.258878 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.259187 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.259448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.259806 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.260389 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.260389 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.260569 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.260820 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.261129 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.261409 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.261696 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.263233 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.263538 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.263823 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.264312 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.264627 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.264884 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.265549 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.265549 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.265726 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.266000 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.266285 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.266579 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.266859 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.267150 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.267437 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.267718 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.268002 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.268284 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.268563 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.268839 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.271867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.271867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.271867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.271867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.271867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.271867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.271867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.271867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.272884 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.272884 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.272884 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.272884 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.273339 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.273339 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.273570 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.273758 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.274068 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.274343 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.274623 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.277819 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.277819 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.277819 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.277819 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.277819 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.277819 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.277819 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.277819 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.278893 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.278893 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.278893 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.278893 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.279867 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.280183 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.280488 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.280781 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.281065 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.281353 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.281641 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.281997 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.282238 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.282524 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.282784 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.283050 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.283313 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.283611 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.283897 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.284148 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.284408 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.284730 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.285733 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.285733 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.285733 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.286224 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.286224 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.286469 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.286866 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.287030 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.287234 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.287518 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.287801 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.288084 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.288367 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.288643 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.288925 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.289281 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.289469 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.289753 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.290087 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.290366 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.290656 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.290921 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.291196 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.291474 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.291754 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.291998 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.292261 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.292670 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.292835 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.293082 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.293327 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.293608 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.293915 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.294197 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.294474 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.294755 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.295040 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.295321 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.295601 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.295882 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.296158 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.296437 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.296716 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.297006 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.297283 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.297562 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.297868 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.298153 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.298422 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.298748 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.299000 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.299256 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.299631 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.299866 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.300071 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.300347 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.300626 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.300931 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.301178 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.301459 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.301958 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.302142 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.302293 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.302526 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.302812 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.303144 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.303369 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.303644 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.303921 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.304192 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.304480 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.304773 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.305050 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.305323 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.305606 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.305917 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.306202 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.306477 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.306757 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.308161 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.308161 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.308161 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.308161 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.308161 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.308793 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.308793 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.309008 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.309388 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.309624 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.309916 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.310099 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.310263 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.310505 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.310781 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.311056 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.311315 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.311587 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.311865 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.312143 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.312423 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.312693 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.312991 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.313269 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.313550 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.313854 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.314131 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.314397 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.314697 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.314975 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.315255 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.315542 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.315818 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.316097 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.316394 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.317197 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.317484 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.317759 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.318063 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.318346 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.318636 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.318919 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.319194 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.319448 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.319720 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.319996 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.320268 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.320564 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.320805 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.321084 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.321359 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.321639 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.321950 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.322234 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.322513 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.322808 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.324169 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.324169 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.324169 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.324169 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.324169 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.324857 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.324857 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.325119 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.325262 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.325545 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.325850 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.326128 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.326375 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.326651 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.326996 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.327217 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.327493 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.327746 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.328030 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.328268 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.328540 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.328817 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.329095 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.329359 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.329603 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.329912 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.330230 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 22:59:21.330451 dv-cinder-835879-3-iscsi neutron-server[103899]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103899) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 22:59:36.975548 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53ecd8-4f2a-4de6-a29b-509f5657fc66 None None] get_active_networks_info from dv-cinder-835879-3-iscsi {{(pid=104018) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 22:59:37.093127 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d53ecd8-4f2a-4de6-a29b-509f5657fc66 None None] No non-hosted networks {{(pid=104018) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 22:59:37.107123 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.agentschedulers_db [None req-8d53ecd8-4f2a-4de6-a29b-509f5657fc66 None None] DHCP Agent not found on host dv-cinder-835879-3-iscsi {{(pid=104018) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 22:59:37.215655 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-af4b74f4-1de3-445f-ab66-192d204a3ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687391'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:40.555497 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-96bf04c4-363a-4c61-bc74-c14585b9e544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687391'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:40.608735 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.db.api [None req-bf7e881c-da24-4c3c-a526-b2e25364b21e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835879-3-iscsi {{(pid=104018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:59:40.609711 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG oslo_db.api [None req-bf7e881c-da24-4c3c-a526-b2e25364b21e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:59:41.212827 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bf7e881c-da24-4c3c-a526-b2e25364b21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:41.307102 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 51388) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:59:42.272409 dv-cinder-835879-3-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-08165c04-5e1e-4fda-a13c-454f477c89f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:59:42.273301 dv-cinder-835879-3-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-08165c04-5e1e-4fda-a13c-454f477c89f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:59:42.344132 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687391'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:42.673108 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-08165c04-5e1e-4fda-a13c-454f477c89f5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:59:42.677373 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-08165c04-5e1e-4fda-a13c-454f477c89f5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.3673472 Mar 31 22:59:44.990537 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687391'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:45.384488 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687391'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:45.386655 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.387248 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.388989 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.389567 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.390652 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.392594 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.394847 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.395763 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.396329 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.397127 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.397955 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.398533 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.399342 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.399899 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.400673 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:45.401593 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835879-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:45.413995 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835879-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:59:46.560338 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 51422) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:59:47.155649 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f5f3afde-3740-4948-902a-a40f9a03ae62 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:47.319585 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.policy [None req-f5f3afde-3740-4948-902a-a40f9a03ae62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 22:59:47.410142 dv-cinder-835879-3-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-f5f3afde-3740-4948-902a-a40f9a03ae62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:59:47.410826 dv-cinder-835879-3-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-f5f3afde-3740-4948-902a-a40f9a03ae62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:59:47.640987 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f5f3afde-3740-4948-902a-a40f9a03ae62 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730208935680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730208935411', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730208951430', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730208907280', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730208897935', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730209889451', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3454561', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3424375', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676148', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699414'] for rbac-policy (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:47.912177 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f5f3afde-3740-4948-902a-a40f9a03ae62 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:47.914224 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f5f3afde-3740-4948-902a-a40f9a03ae62 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3517237 Mar 31 22:59:50.707414 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.db.l3_hamode_db [None req-60ef5423-ffee-449b-89a4-ec04de88e095 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 22:59:50.826962 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef5423-ffee-449b-89a4-ec04de88e095 None None] Routers set() bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:59:50.827580 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ef5423-ffee-449b-89a4-ec04de88e095 None None] Router IDs set() for agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 22:59:51.177524 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51434) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:59:51.872434 dv-cinder-835879-3-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:59:51.873001 dv-cinder-835879-3-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:59:52.102588 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:52.217706 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Made reservation on behalf of 3da84db61abb4e00a9b17a1eded79bfa for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:52.283017 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.policy [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104017) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 22:59:52.328434 dv-cinder-835879-3-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:59:52.328820 dv-cinder-835879-3-iscsi neutron-server[104017]: WARNING oslo_policy.policy [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 22:59:52.342335 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:52.369526 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:52.527676 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Publish callbacks [] for security_group (bba1c249-7127-4c94-92c4-61505ce0d522), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:52.583613 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bba1c249-7127-4c94-92c4-61505ce0d522), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:52.623670 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:59:52.656145 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730210822193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (1f0407fe-eff5-499e-ac3f-b89f49f3876f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:52.656743 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Unsubscribe: segment precommit_create {{(pid=104017) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 22:59:52.657279 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Added segment 1f0407fe-eff5-499e-ac3f-b89f49f3876f of type vlan for network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 Mar 31 22:59:52.664372 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bba1c249-7127-4c94-92c4-61505ce0d522,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:52.707945 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.708419 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.708868 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.709307 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.709721 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.710171 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.710619 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.711037 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.711454 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.711965 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.712399 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.712845 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.713375 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.713744 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.714155 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Tracked resource versions report: Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: pushed versions: Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Log': {'1.0'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Network': {'1.1'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Port': {'1.7'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: consumer versions: Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-835879-3-iscsi: {}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: L3 agent@dv-cinder-835879-3-iscsi: {}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: Metadata agent@dv-cinder-835879-3-iscsi: {}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: Metering agent@dv-cinder-835879-3-iscsi: {}, Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-835879-3-iscsi: { 'AddressGroup': '1.2', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Agent': '1.1', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Log': '1.0', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Network': '1.1', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Port': '1.7', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SubPort': '1.0', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Subnet': '1.1', Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Mar 31 22:59:52.715744 dv-cinder-835879-3-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:59:52.834629 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (b38d7aa2-919c-4b2f-8a7f-6c70a6133479), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:52.967003 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (b38d7aa2-919c-4b2f-8a7f-6c70a6133479), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:52.973758 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:52.976297 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:53.161178 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] Pushing event updated for resources: {'Network': ['ID=b38d7aa2-919c-4b2f-8a7f-6c70a6133479,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:53.170262 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b743f08a-1fe6-4710-867e-d96afdf34f9b demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.9906499 Mar 31 22:59:53.199023 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:59:56.110073 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51454) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:59:56.703987 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e65d33-4d5c-4c44-a4aa-5689bb17f628 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:56.705653 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-33e65d33-4d5c-4c44-a4aa-5689bb17f628 demo admin] 10.222.0.41 "GET /v2.0/networks/b38d7aa2-919c-4b2f-8a7f-6c70a6133479 HTTP/1.1" status: 200 len: 825 time: 0.5944438 Mar 31 22:59:56.753512 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ce2e152e-27c6-4554-86cd-2f90930b9c61 demo admin] 10.222.0.41 "GET /v2.0/subnetpools/a0d85870-290b-413d-b1aa-c81e03adf6a2 HTTP/1.1" status: 200 len: 734 time: 0.0406866 Mar 31 22:59:56.776681 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'a0d85870-290b-413d-b1aa-c81e03adf6a2', 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:59:56.874787 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Made reservation on behalf of 3da84db61abb4e00a9b17a1eded79bfa for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:59:56.877226 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:57.309441 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (8ccf551e-014c-4ca8-9ac1-91fbf88a0c38), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:57.420459 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8ccf551e-014c-4ca8-9ac1-91fbf88a0c38,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:57.429122 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Checking segment: {'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:59:57.429637 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Network hostable DHCP agents. Network: b38d7aa2-919c-4b2f-8a7f-6c70a6133479, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:59:57.525955 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:59:57.635274 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, b38d7aa2-919c-4b2f-8a7f-6c70a6133479) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:57.642099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:59:57.642728 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:57.649558 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7041d03-d3d8-4f20-853c-dac1a232432d None None] Network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:59:57.741139 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d092684d-97d8-47ba-a069-f5be913db953 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9713471 Mar 31 22:59:58.181022 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'fixed_ips': [{'subnet_id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:59:58.183045 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:58.580590 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Allocated IP 172.20.0.2 (b38d7aa2-919c-4b2f-8a7f-6c70a6133479/8ccf551e-014c-4ca8-9ac1-91fbf88a0c38/039bcfc8-7449-4837-b493-70f45ea1c3ca) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:59:58.968950 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Publish callbacks [] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:59.064977 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:59.182791 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:59:59.190394 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:59:59.205012 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Pushing event updated for resources: {'Port': ['ID=039bcfc8-7449-4837-b493-70f45ea1c3ca,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:59:59.207961 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:59:59.242719 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.242999 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.243309 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.243683 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.244054 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.244379 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.244977 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.245313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.245652 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.246015 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.246357 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.246711 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.247045 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.247379 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.247705 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Tracked resource versions report: Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: pushed versions: Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Log': {'1.0'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Network': {'1.1'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Port': {'1.7'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'PortForwarding': {'1.3'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: consumer versions: Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-835879-3-iscsi: {}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: L3 agent@dv-cinder-835879-3-iscsi: {}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: Metadata agent@dv-cinder-835879-3-iscsi: {}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: Metering agent@dv-cinder-835879-3-iscsi: {}, Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-835879-3-iscsi: { 'AddressGroup': '1.2', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Agent': '1.1', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Log': '1.0', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Network': '1.1', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Port': '1.7', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'PortForwarding': '1.3', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SubPort': '1.0', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Subnet': '1.1', Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Mar 31 22:59:59.249239 dv-cinder-835879-3-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:59:59.310339 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Attempting to bind port 039bcfc8-7449-4837-b493-70f45ea1c3ca on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:59:59.310753 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Attempting to bind port 039bcfc8-7449-4837-b493-70f45ea1c3ca by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:59:59.311296 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Attempting to bind port 039bcfc8-7449-4837-b493-70f45ea1c3ca on network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:59:59.318605 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:59:59.319048 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Checking segment: {'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:59:59.319615 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:59.320086 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Bound using segment: {'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:59:59.320704 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Bound port: 039bcfc8-7449-4837-b493-70f45ea1c3ca, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:59:59.321291 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:59.419252 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] For port 039bcfc8-7449-4837-b493-70f45ea1c3ca, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:59:59.424774 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] For port 039bcfc8-7449-4837-b493-70f45ea1c3ca, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=039bcfc8-7449-4837-b493-70f45ea1c3ca,segment=NetworkSegment(1f0407fe-eff5-499e-ac3f-b89f49f3876f),segment_id=1f0407fe-eff5-499e-ac3f-b89f49f3876f)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:59:59.587202 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:59:59.622831 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72f1cd-ce04-4670-94dc-d577faaf9dab None None] Pushing event updated for resources: {'Port': ['ID=039bcfc8-7449-4837-b493-70f45ea1c3ca,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:00.701926 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51462) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:01.088162 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:00:01.116726 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-5d2f503a-3b57-424c-b429-72c226909073 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:00:01.118258 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5d2f503a-3b57-424c-b429-72c226909073 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4161267 Mar 31 23:00:04.362850 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 51470) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:04.837763 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-95ef79f8-7843-427e-8eef-d8635ae10f32 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:00:04.853901 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-95ef79f8-7843-427e-8eef-d8635ae10f32 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4752133 Mar 31 23:00:06.926866 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fc00048a-2485-4188-bf3e-77887d3e6f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:07.906539 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 51478) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:08.373679 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6e7f98e8-0350-4162-a86b-d981c07ea02e demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:08.486654 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e7f98e8-0350-4162-a86b-d981c07ea02e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:08.488752 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e7f98e8-0350-4162-a86b-d981c07ea02e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:08.703625 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e7f98e8-0350-4162-a86b-d981c07ea02e demo demo] Publish callbacks [] for router_controller (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:08.790985 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e7f98e8-0350-4162-a86b-d981c07ea02e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:08.899994 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e7f98e8-0350-4162-a86b-d981c07ea02e demo demo] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:08.901894 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6e7f98e8-0350-4162-a86b-d981c07ea02e demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9938142 Mar 31 23:00:10.515161 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-47da7dd7-cc2d-46b4-a1c8-e15014a103c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:12.303227 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:12.348243 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51500) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:12.589041 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-31f08b76-18c9-4eb5-be7a-69d4149f23a8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:00:12.590541 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-31f08b76-18c9-4eb5-be7a-69d4149f23a8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2411289 Mar 31 23:00:13.329168 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 039bcfc8-7449-4837-b493-70f45ea1c3ca up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:13.474650 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 039bcfc8-7449-4837-b493-70f45ea1c3ca triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:13.475363 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:13.659774 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 039bcfc8-7449-4837-b493-70f45ea1c3ca is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:00:13.660466 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:13.727460 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 039bcfc8-7449-4837-b493-70f45ea1c3ca, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=039bcfc8-7449-4837-b493-70f45ea1c3ca,segment=NetworkSegment(1f0407fe-eff5-499e-ac3f-b89f49f3876f),segment_id=1f0407fe-eff5-499e-ac3f-b89f49f3876f)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:13.756450 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce80e9-38f8-433d-9196-da466a102d44 None None] Network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:00:13.821871 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:13.974955 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=039bcfc8-7449-4837-b493-70f45ea1c3ca,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:13.978325 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-dee9b53e-9399-4756-b033-9ad03d1f8e0d None None] Provisioning complete for port 039bcfc8-7449-4837-b493-70f45ea1c3ca triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:13.978754 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dee9b53e-9399-4756-b033-9ad03d1f8e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:14.173904 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dee9b53e-9399-4756-b033-9ad03d1f8e0d None None] Current status of the port 039bcfc8-7449-4837-b493-70f45ea1c3ca is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:00:14.407168 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-94149ead-e788-4edb-a33b-714c17051213 None None] Provisioning complete for port 039bcfc8-7449-4837-b493-70f45ea1c3ca triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:14.407999 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-94149ead-e788-4edb-a33b-714c17051213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:14.540345 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-94149ead-e788-4edb-a33b-714c17051213 None None] Current status of the port 039bcfc8-7449-4837-b493-70f45ea1c3ca is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:00:14.931806 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:15.301409 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 039bcfc8-7449-4837-b493-70f45ea1c3ca up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:15.341920 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51522) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:15.422206 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 039bcfc8-7449-4837-b493-70f45ea1c3ca triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:15.423024 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:15.426203 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:15.474460 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:15.556170 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 039bcfc8-7449-4837-b493-70f45ea1c3ca is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:00:15.576699 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Made reservation on behalf of 259ab427a3ef4fb68ce0361b1048ac5c for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:15.580720 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:15.596256 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:15.731135 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Publish callbacks [] for security_group (3f7f94be-a3f0-4b8d-91e4-68944d61baec), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:15.818132 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3f7f94be-a3f0-4b8d-91e4-68944d61baec), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:15.844271 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Reserving flat network on physical network physnet1 {{(pid=104017) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 23:00:15.894828 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (62fcdc05-c981-4d22-9462-e605462ac860), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:15.895505 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Added segment 62fcdc05-c981-4d22-9462-e605462ac860 of type flat for network 843f9e26-2b9f-4d40-8307-612483b7b45b Mar 31 23:00:15.897532 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f94be-a3f0-4b8d-91e4-68944d61baec,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:15.991606 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (843f9e26-2b9f-4d40-8307-612483b7b45b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:16.116090 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (843f9e26-2b9f-4d40-8307-612483b7b45b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:16.117061 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:16.117654 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:16.230948 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] Pushing event updated for resources: {'Network': ['ID=843f9e26-2b9f-4d40-8307-612483b7b45b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:16.245817 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1c71ebfe-68db-4bc3-aefb-978c69fd349a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9006820 Mar 31 23:00:16.248957 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network 843f9e26-2b9f-4d40-8307-612483b7b45b details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:00:19.010698 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51530) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:19.136496 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25101bdb-d271-48b0-8061-96c3ac46f5be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:19.137992 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-25101bdb-d271-48b0-8061-96c3ac46f5be demo admin] 10.222.0.41 "GET /v2.0/subnets/8ccf551e-014c-4ca8-9ac1-91fbf88a0c38 HTTP/1.1" status: 200 len: 849 time: 0.1260862 Mar 31 23:00:19.335976 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2198ed62-bfd3-4231-b290-b3e8ea113cbe demo admin] 10.222.0.41 "GET /v2.0/routers/999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc HTTP/1.1" status: 200 len: 704 time: 0.1773410 Mar 31 23:00:19.667387 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:20.107880 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Allocated IP 172.20.0.1 (b38d7aa2-919c-4b2f-8a7f-6c70a6133479/8ccf551e-014c-4ca8-9ac1-91fbf88a0c38/95042e45-ebc5-48ee-9740-e9234268e841) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:20.375336 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Publish callbacks [] for port (95042e45-ebc5-48ee-9740-e9234268e841), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:20.504180 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (95042e45-ebc5-48ee-9740-e9234268e841), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:20.600125 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:20.611443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:20.625995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:20.626353 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:20.740771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Pushing event updated for resources: {'Port': ['ID=95042e45-ebc5-48ee-9740-e9234268e841,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:20.906921 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-4a78a87e-e3a8-4f61-b00d-60fed06a17f1 None None] Provisioning complete for port 95042e45-ebc5-48ee-9740-e9234268e841 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:20.907794 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4a78a87e-e3a8-4f61-b00d-60fed06a17f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (95042e45-ebc5-48ee-9740-e9234268e841), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:20.951932 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4a78a87e-e3a8-4f61-b00d-60fed06a17f1 None None] Port 95042e45-ebc5-48ee-9740-e9234268e841 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:00:21.065078 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (95042e45-ebc5-48ee-9740-e9234268e841), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:21.406897 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Publish callbacks [] for port (95042e45-ebc5-48ee-9740-e9234268e841), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:21.457403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (95042e45-ebc5-48ee-9740-e9234268e841), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:21.458332 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:21.543588 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Pushing event updated for resources: {'Port': ['ID=95042e45-ebc5-48ee-9740-e9234268e841,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:21.600854 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:21.602354 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:21.862819 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Router 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:00:21.988626 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-909af069-d1ea-46ed-8fc4-26387d86bed7 None None] Provisioning complete for port 95042e45-ebc5-48ee-9740-e9234268e841 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:21.989450 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-909af069-d1ea-46ed-8fc4-26387d86bed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (95042e45-ebc5-48ee-9740-e9234268e841), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:22.006322 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:22.018983 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a38328d0-3a37-4dd1-956b-73339821ae00 demo admin] 10.222.0.41 "PUT /v2.0/routers/999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6824698 Mar 31 23:00:22.022140 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Sync routers for ids ['999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:22.042317 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Routers {'999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:22.043824 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:00:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:22.053611 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-909af069-d1ea-46ed-8fc4-26387d86bed7 None None] Port 95042e45-ebc5-48ee-9740-e9234268e841 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:00:22.301666 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Set router 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:22.887127 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'name': 'router1', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:08Z', 'updated_at': '2022-03-31T23:00:20Z', 'revision_number': 2, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'gw_port_host': None, '_interfaces': [{'id': '95042e45-ebc5-48ee-9740-e9234268e841', 'name': '', 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'mac_address': 'fa:16:3e:c2:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:19Z', 'updated_at': '2022-03-31T23:00:21Z', 'revision_number': 2, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'subnets': [{'id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0d85870-290b-413d-b1aa-c81e03adf6a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:22.946211 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Checking router: 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:22.946621 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Updating router 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc port 95042e45-ebc5-48ee-9740-e9234268e841 binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:23.046123 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (95042e45-ebc5-48ee-9740-e9234268e841), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:23.667882 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Publish callbacks [] for port (95042e45-ebc5-48ee-9740-e9234268e841), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:23.777296 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (95042e45-ebc5-48ee-9740-e9234268e841), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:23.975014 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Pushing event updated for resources: {'Port': ['ID=95042e45-ebc5-48ee-9740-e9234268e841,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:23.979250 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Attempting to bind port 95042e45-ebc5-48ee-9740-e9234268e841 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:00:23.979541 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Attempting to bind port 95042e45-ebc5-48ee-9740-e9234268e841 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:00:23.980011 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Attempting to bind port 95042e45-ebc5-48ee-9740-e9234268e841 on network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:23.990458 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.990961 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.991490 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.991998 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.992494 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.992864 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.993198 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.993530 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.993888 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.994220 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.994557 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.994890 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.995628 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.995959 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.996286 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Tracked resource versions report: Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: pushed versions: Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: { 'AddressGroup': {'1.2'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Agent': {'1.1'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'ConntrackHelper': {'1.0'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'LocalIPAssociation': {'1.0'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Log': {'1.0'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'NDPProxy': {'1.0'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Network': {'1.1'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Port': {'1.7'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'PortForwarding': {'1.3'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'QosPolicy': {'1.10'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SecurityGroup': {'1.5'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SecurityGroupRule': {'1.2'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SubPort': {'1.0'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Subnet': {'1.1'}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Trunk': {'1.1'}} Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: consumer versions: Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: { DHCP agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: L3 agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: Metadata agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: Metering agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: Open vSwitch agent@dv-cinder-835879-3-iscsi: { 'AddressGroup': '1.2', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Agent': '1.1', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'ConntrackHelper': '1.0', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'LocalIPAssociation': '1.0', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Log': '1.0', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'NDPProxy': '1.0', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Network': '1.1', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Port': '1.7', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'PortForwarding': '1.3', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'QosPolicy': '1.10', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SecurityGroup': '1.5', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SecurityGroupRule': '1.2', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SubPort': '1.0', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Subnet': '1.1', Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Trunk': '1.1'}} Mar 31 23:00:23.997885 dv-cinder-835879-3-iscsi neutron-server[104019]: {{(pid=104019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 23:00:24.002207 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:24.002207 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Checking segment: {'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:00:24.002207 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:24.002207 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Bound using segment: {'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:24.002771 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Bound port: 95042e45-ebc5-48ee-9740-e9234268e841, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0407fe-eff5-499e-ac3f-b89f49f3876f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:00:24.002919 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (95042e45-ebc5-48ee-9740-e9234268e841), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:24.090777 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-74d28d92-af9d-462a-a6bf-1a9094793a28 None None] Provisioning complete for port 95042e45-ebc5-48ee-9740-e9234268e841 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:24.091629 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-74d28d92-af9d-462a-a6bf-1a9094793a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (95042e45-ebc5-48ee-9740-e9234268e841), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:24.114767 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] For port 95042e45-ebc5-48ee-9740-e9234268e841, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:24.140925 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] For port 95042e45-ebc5-48ee-9740-e9234268e841, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=95042e45-ebc5-48ee-9740-e9234268e841,segment=NetworkSegment(1f0407fe-eff5-499e-ac3f-b89f49f3876f),segment_id=1f0407fe-eff5-499e-ac3f-b89f49f3876f)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:24.146900 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-74d28d92-af9d-462a-a6bf-1a9094793a28 None None] Port 95042e45-ebc5-48ee-9740-e9234268e841 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:00:24.211933 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (95042e45-ebc5-48ee-9740-e9234268e841), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:24.287622 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b1951-3e32-46c6-a4ea-df2c9aac3df0 None None] Pushing event updated for resources: {'Port': ['ID=95042e45-ebc5-48ee-9740-e9234268e841,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:24.292330 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Routers {'999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:24.292969 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:00:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:24.407576 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] Set router 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:24.583746 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-23223b55-ffb5-4a73-9a35-936177d641fe None None] Provisioning complete for port 95042e45-ebc5-48ee-9740-e9234268e841 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:24.584314 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-23223b55-ffb5-4a73-9a35-936177d641fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (95042e45-ebc5-48ee-9740-e9234268e841), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:24.732079 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-23223b55-ffb5-4a73-9a35-936177d641fe None None] Current status of the port 95042e45-ebc5-48ee-9740-e9234268e841 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:00:24.732995 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-23223b55-ffb5-4a73-9a35-936177d641fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (95042e45-ebc5-48ee-9740-e9234268e841), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:24.734324 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'name': 'router1', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:08Z', 'updated_at': '2022-03-31T23:00:20Z', 'revision_number': 2, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'gw_port_host': None, '_interfaces': [{'id': '95042e45-ebc5-48ee-9740-e9234268e841', 'name': '', 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'mac_address': 'fa:16:3e:c2:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:19Z', 'updated_at': '2022-03-31T23:00:24Z', 'revision_number': 4, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'subnets': [{'id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0d85870-290b-413d-b1aa-c81e03adf6a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:24.767213 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3986-f1be-4d75-96f7-9c2040477cb0 None None] The sync data for ids ['999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'] in dv-cinder-835879-3-iscsi is: [{'id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'name': 'router1', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:08Z', 'updated_at': '2022-03-31T23:00:20Z', 'revision_number': 2, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'gw_port_host': None, '_interfaces': [{'id': '95042e45-ebc5-48ee-9740-e9234268e841', 'name': '', 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'mac_address': 'fa:16:3e:c2:e7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:19Z', 'updated_at': '2022-03-31T23:00:24Z', 'revision_number': 4, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'subnets': [{'id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0d85870-290b-413d-b1aa-c81e03adf6a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:24.774750 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-23223b55-ffb5-4a73-9a35-936177d641fe None None] For port 95042e45-ebc5-48ee-9740-e9234268e841, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=95042e45-ebc5-48ee-9740-e9234268e841,segment=NetworkSegment(1f0407fe-eff5-499e-ac3f-b89f49f3876f),segment_id=1f0407fe-eff5-499e-ac3f-b89f49f3876f)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:24.845477 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-23223b55-ffb5-4a73-9a35-936177d641fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (95042e45-ebc5-48ee-9740-e9234268e841), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:24.868049 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51540) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:24.904010 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23223b55-ffb5-4a73-9a35-936177d641fe None None] Pushing event updated for resources: {'Port': ['ID=95042e45-ebc5-48ee-9740-e9234268e841,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.041674 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665046a-3a9a-4ea3-86ab-30b49862f112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:25.043962 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e665046a-3a9a-4ea3-86ab-30b49862f112 admin admin] 10.222.0.41 "GET /v2.0/networks/843f9e26-2b9f-4d40-8307-612483b7b45b HTTP/1.1" status: 200 len: 842 time: 0.1747570 Mar 31 23:00:25.058152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'gateway_ip': '172.27.0.1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:25.171133 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Made reservation on behalf of 259ab427a3ef4fb68ce0361b1048ac5c for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:00:25.175196 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:25.713134 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.objects.ports [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104017) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 23:00:25.713985 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (ffbb1eab-8c12-4d97-8c48-7fddb59e4d21), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:25.891095 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbb1eab-8c12-4d97-8c48-7fddb59e4d21,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:25.911871 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:00:25.912372 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Network hostable DHCP agents. Network: 843f9e26-2b9f-4d40-8307-612483b7b45b, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:00:26.029002 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:00:26.097889 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, 843f9e26-2b9f-4d40-8307-612483b7b45b) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:26.103499 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:26.104806 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:26.114423 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bcdc45-b0c4-4d54-a8db-c7e045175c24 None None] Network 843f9e26-2b9f-4d40-8307-612483b7b45b requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:00:26.206295 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7bb6b72f-4320-489b-b89d-9007e3f34824 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1528027 Mar 31 23:00:26.250840 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f168d59-f29a-43e3-a8b2-b9a801743c2a None None] Network 843f9e26-2b9f-4d40-8307-612483b7b45b requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:00:29.302056 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 51548) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:29.604231 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a876f0f1-9677-4178-ad23-ae5c5062b947 demo admin] 10.222.0.41 "GET /v2.0/routers/999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc HTTP/1.1" status: 200 len: 710 time: 0.3000841 Mar 31 23:00:29.942417 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fadfd-5fec-4e65-888d-f8277d3a603f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:00:29.944979 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-272fadfd-5fec-4e65-888d-f8277d3a603f demo admin] 10.222.0.41 "GET /v2.0/networks/843f9e26-2b9f-4d40-8307-612483b7b45b HTTP/1.1" status: 200 len: 886 time: 0.3308914 Mar 31 23:00:29.959933 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:00:30.308922 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks [] for router_gateway (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:30.786243 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks [] for router_gateway (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:30.886708 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:31.177121 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Allocated IP 172.27.0.233 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/c22e0896-06ae-4616-8b17-e69f4de6b423) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:00:31.311230 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks [] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:31.618918 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:31.732961 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:00:31.743207 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:00:31.820793 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Pushing event updated for resources: {'Port': ['ID=c22e0896-06ae-4616-8b17-e69f4de6b423,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:31.823861 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:00:31.869820 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.870371 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.870716 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.871153 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.871544 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.871884 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.872219 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.872559 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.872996 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.873336 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.873676 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.874050 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.874403 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.874733 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.875065 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Tracked resource versions report: Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: pushed versions: Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Log': {'1.0'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Network': {'1.1'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Port': {'1.7'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: consumer versions: Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: L3 agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: Metadata agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: Metering agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-835879-3-iscsi: { 'AddressGroup': '1.2', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Agent': '1.1', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Log': '1.0', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Network': '1.1', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Port': '1.7', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SubPort': '1.0', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Subnet': '1.1', Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Mar 31 23:00:31.876649 dv-cinder-835879-3-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 23:00:32.350270 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks [] for router_gateway (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:32.634367 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3690433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3688368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32756'] for router (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:32.639880 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3690454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3690463', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3688377'] for router (999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:32.847504 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Router 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:00:33.036231 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:00:33.042254 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:33.045166 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-01656c07-f290-4ab0-909c-2417f717fee3 demo admin] 10.222.0.41 "PUT /v2.0/routers/999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc HTTP/1.1" status: 200 len: 890 time: 3.0899627 Mar 31 23:00:33.363667 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 95042e45-ebc5-48ee-9740-e9234268e841 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:33.451771 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 95042e45-ebc5-48ee-9740-e9234268e841 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:33.452410 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (95042e45-ebc5-48ee-9740-e9234268e841), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:33.585228 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 95042e45-ebc5-48ee-9740-e9234268e841 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:00:35.325032 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Sync routers for ids ['999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:00:35.346855 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Routers {'999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:35.347968 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:00:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:35.791889 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Set router 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:36.070354 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 51564) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:00:36.247926 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7abdb5bb-818d-4bdb-9f73-33f6398d5963 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1748955 Mar 31 23:00:36.661680 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'name': 'router1', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c22e0896-06ae-4616-8b17-e69f4de6b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:08Z', 'updated_at': '2022-03-31T23:00:32Z', 'revision_number': 4, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'gw_port': {'id': 'c22e0896-06ae-4616-8b17-e69f4de6b423', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:30Z', 'updated_at': '2022-03-31T23:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '95042e45-ebc5-48ee-9740-e9234268e841', 'name': '', 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'mac_address': 'fa:16:3e:c2:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:19Z', 'updated_at': '2022-03-31T23:00:24Z', 'revision_number': 5, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'subnets': [{'id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0d85870-290b-413d-b1aa-c81e03adf6a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:36.762392 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Checking router: 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:00:36.763028 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Updating router 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc port c22e0896-06ae-4616-8b17-e69f4de6b423 binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:00:36.886212 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:37.021913 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-11c7b66e-62a2-43d5-878d-d0e5e89d52df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:37.401984 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Publish callbacks [] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:37.497760 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:37.580437 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7db849-0b48-428b-ab86-2d890a885da6 None None] Pushing event updated for resources: {'Port': ['ID=c22e0896-06ae-4616-8b17-e69f4de6b423,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:37.620755 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Attempting to bind port c22e0896-06ae-4616-8b17-e69f4de6b423 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:00:37.621195 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Attempting to bind port c22e0896-06ae-4616-8b17-e69f4de6b423 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:00:37.621502 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Attempting to bind port c22e0896-06ae-4616-8b17-e69f4de6b423 on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:00:37.628397 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:00:37.628841 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:00:37.629205 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:37.629762 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:00:37.630104 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Bound port: c22e0896-06ae-4616-8b17-e69f4de6b423, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:00:37.630494 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:37.702288 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] For port c22e0896-06ae-4616-8b17-e69f4de6b423, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:00:37.708281 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] For port c22e0896-06ae-4616-8b17-e69f4de6b423, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c22e0896-06ae-4616-8b17-e69f4de6b423,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:00:37.795271 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:37.866939 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Routers {'999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:00:37.867556 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:00:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:37.873896 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7db849-0b48-428b-ab86-2d890a885da6 None None] Pushing event updated for resources: {'Port': ['ID=c22e0896-06ae-4616-8b17-e69f4de6b423,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:38.034517 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] Set router 999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:00:38.085897 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:00:38.402342 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'name': 'router1', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c22e0896-06ae-4616-8b17-e69f4de6b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:08Z', 'updated_at': '2022-03-31T23:00:32Z', 'revision_number': 4, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'gw_port': {'id': 'c22e0896-06ae-4616-8b17-e69f4de6b423', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:30Z', 'updated_at': '2022-03-31T23:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '95042e45-ebc5-48ee-9740-e9234268e841', 'name': '', 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'mac_address': 'fa:16:3e:c2:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:19Z', 'updated_at': '2022-03-31T23:00:24Z', 'revision_number': 5, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'subnets': [{'id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0d85870-290b-413d-b1aa-c81e03adf6a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:00:38.460530 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b35d56a-437d-4224-884b-4f931c8af663 None None] The sync data for ids ['999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc'] in dv-cinder-835879-3-iscsi is: [{'id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'name': 'router1', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c22e0896-06ae-4616-8b17-e69f4de6b423', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:00:08Z', 'updated_at': '2022-03-31T23:00:32Z', 'revision_number': 4, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'gw_port': {'id': 'c22e0896-06ae-4616-8b17-e69f4de6b423', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:bb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:30Z', 'updated_at': '2022-03-31T23:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '95042e45-ebc5-48ee-9740-e9234268e841', 'name': '', 'network_id': 'b38d7aa2-919c-4b2f-8a7f-6c70a6133479', 'tenant_id': '3da84db61abb4e00a9b17a1eded79bfa', 'mac_address': 'fa:16:3e:c2:e7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999fc8b7-ad3f-4cd2-8bd3-f3ec2f05cddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:00:19Z', 'updated_at': '2022-03-31T23:00:24Z', 'revision_number': 5, 'project_id': '3da84db61abb4e00a9b17a1eded79bfa', 'subnets': [{'id': '8ccf551e-014c-4ca8-9ac1-91fbf88a0c38', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0d85870-290b-413d-b1aa-c81e03adf6a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:00:39.422190 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c22e0896-06ae-4616-8b17-e69f4de6b423 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:39.524538 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port c22e0896-06ae-4616-8b17-e69f4de6b423 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:39.526079 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:39.652537 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port c22e0896-06ae-4616-8b17-e69f4de6b423 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:00:39.653226 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:39.683661 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port c22e0896-06ae-4616-8b17-e69f4de6b423, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c22e0896-06ae-4616-8b17-e69f4de6b423,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:00:39.810815 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:39.925923 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=c22e0896-06ae-4616-8b17-e69f4de6b423,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:00:40.503242 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a6342c0f-6b20-4e15-8b17-0787513463d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:41.341930 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c22e0896-06ae-4616-8b17-e69f4de6b423 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:00:41.475019 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port c22e0896-06ae-4616-8b17-e69f4de6b423 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:00:41.476000 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c22e0896-06ae-4616-8b17-e69f4de6b423), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:41.678076 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port c22e0896-06ae-4616-8b17-e69f4de6b423 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:00:42.331558 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:45.047477 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:00:45.400227 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:06.942179 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4864f38d-e67e-4673-936c-67d750f1d225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:10.576861 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05dec551-93e1-49a8-8779-f13a8fe17a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:12.296997 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:14.993119 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:15.085500 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:01:15.415147 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:36.954234 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd218-abb3-4a59-936a-13c26768df84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:40.524058 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ccbd517c-54a0-409e-a4ea-3939bdacb278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:42.306804 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:45.066600 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:45.397731 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:01:52.168196 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:02:06.929047 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7a436956-28a4-41f3-aa6f-557d60f809a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:10.517324 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2242cdb6-c2ce-4377-8a8f-46729ac6c608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:12.289145 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:14.928847 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:15.408889 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:23.856535 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52048) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:23.945363 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ee8a56-8089-40ea-b6dc-b33af9a5a711 admin admin] GET failed (client error): The resource could not be found. Mar 31 23:02:23.947319 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d5ee8a56-8089-40ea-b6dc-b33af9a5a711 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0891097 Mar 31 23:02:24.146700 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e0f7e-25c8-446c-80eb-3df37ab352e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:24.148245 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-198e0f7e-25c8-446c-80eb-3df37ab352e6 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1964753 Mar 31 23:02:26.821599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52058) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:26.929491 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f7fd53-f15e-4e35-8102-cfd5cde78f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:26.931010 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-08f7fd53-f15e-4e35-8102-cfd5cde78f42 admin admin] 10.222.0.41 "GET /v2.0/subnets/8ccf551e-014c-4ca8-9ac1-91fbf88a0c38 HTTP/1.1" status: 200 len: 849 time: 0.1083343 Mar 31 23:02:26.942734 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:02:27.046034 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Publish callbacks [] for subnet (8ccf551e-014c-4ca8-9ac1-91fbf88a0c38), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:27.294417 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730211028098'] for subnet (8ccf551e-014c-4ca8-9ac1-91fbf88a0c38), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:27.334168 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:27.334168 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:27.335865 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] 10.222.0.41 "PUT /v2.0/subnets/8ccf551e-014c-4ca8-9ac1-91fbf88a0c38 HTTP/1.1" status: 200 len: 868 time: 0.3978791 Mar 31 23:02:27.338522 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9f6af-1b05-40e2-afca-efb919d252c7 None None] Network b38d7aa2-919c-4b2f-8a7f-6c70a6133479 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:02:27.364442 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ccf551e-014c-4ca8-9ac1-91fbf88a0c38,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:02:27.375142 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.375506 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.375926 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.376362 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.376752 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.377091 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.377423 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.377751 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.378149 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.378687 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.379036 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.379501 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.379837 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.380330 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.380680 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66dee469-168a-46d1-b4f7-a60eec08c290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:02:27.846429 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c638a95c-9fb2-41cc-99cf-7572a63979e6 None None] Provisioning complete for port 95042e45-ebc5-48ee-9740-e9234268e841 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:02:27.846720 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c638a95c-9fb2-41cc-99cf-7572a63979e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (95042e45-ebc5-48ee-9740-e9234268e841), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:27.955442 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c638a95c-9fb2-41cc-99cf-7572a63979e6 None None] Current status of the port 95042e45-ebc5-48ee-9740-e9234268e841 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:02:27.969147 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c638a95c-9fb2-41cc-99cf-7572a63979e6 None None] Provisioning complete for port 039bcfc8-7449-4837-b493-70f45ea1c3ca triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:02:27.969660 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c638a95c-9fb2-41cc-99cf-7572a63979e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (039bcfc8-7449-4837-b493-70f45ea1c3ca), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:28.067791 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c638a95c-9fb2-41cc-99cf-7572a63979e6 None None] Current status of the port 039bcfc8-7449-4837-b493-70f45ea1c3ca is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:02:29.088958 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:02:30.007016 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52066) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:30.267475 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c5abe-57b8-4eac-83e3-a4da308a5a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.267839 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800c5abe-57b8-4eac-83e3-a4da308a5a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:30.269489 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-800c5abe-57b8-4eac-83e3-a4da308a5a80 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2614741 Mar 31 23:02:32.803932 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52076) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:33.014394 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6e930-8237-4584-af81-691e3dc1bfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.015580 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba6e930-8237-4584-af81-691e3dc1bfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:33.018207 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4ba6e930-8237-4584-af81-691e3dc1bfe9 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2130132 Mar 31 23:02:35.650733 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52084) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:35.815180 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb728279-5d2f-4609-b304-35bd3339dd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:35.816606 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cb728279-5d2f-4609-b304-35bd3339dd58 admin admin] 10.222.0.41 "GET /v2.0/networks/843f9e26-2b9f-4d40-8307-612483b7b45b HTTP/1.1" status: 200 len: 886 time: 0.1644619 Mar 31 23:02:36.934419 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f34b029f-a5fc-4b75-8045-7bb702f1fb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:38.518308 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52092) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:38.688636 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a3d54-5bf7-4a3b-b0b0-9236fb8a1ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:38.690493 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-463a3d54-5bf7-4a3b-b0b0-9236fb8a1ef0 admin admin] 10.222.0.41 "GET /v2.0/networks/b38d7aa2-919c-4b2f-8a7f-6c70a6133479 HTTP/1.1" status: 200 len: 869 time: 0.1709697 Mar 31 23:02:40.494176 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f3977a54-705b-4e4b-9d59-4ea358c35196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:41.244019 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52100) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:41.390245 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc868db2-5870-4a7e-8b74-a89f12908973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.390848 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc868db2-5870-4a7e-8b74-a89f12908973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:41.392332 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fc868db2-5870-4a7e-8b74-a89f12908973 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1471727 Mar 31 23:02:42.271553 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:43.896443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52108) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:44.004009 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec847265-255f-4538-b86d-2fea02f42311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.004422 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec847265-255f-4538-b86d-2fea02f42311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:44.006076 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ec847265-255f-4538-b86d-2fea02f42311 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1085033 Mar 31 23:02:44.951300 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:45.369114 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:02:46.576890 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52116) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:46.726683 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74997d24-69cb-4d1e-bbc5-11073af2b4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:46.728251 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-74997d24-69cb-4d1e-bbc5-11073af2b4fd admin admin] 10.222.0.41 "GET /v2.0/subnets/8ccf551e-014c-4ca8-9ac1-91fbf88a0c38 HTTP/1.1" status: 200 len: 868 time: 0.1497674 Mar 31 23:02:49.363680 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52124) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:02:49.489282 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439bb06-d6d1-4705-ba99-3d1c164b818a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:02:49.490779 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c439bb06-d6d1-4705-ba99-3d1c164b818a admin admin] 10.222.0.41 "GET /v2.0/subnets/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21 HTTP/1.1" status: 200 len: 816 time: 0.1258230 Mar 31 23:03:06.080477 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:03:06.957514 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-469f3ee2-3842-4241-a655-6ef9f4ed50f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:10.505185 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f43296d2-c100-499c-9c7f-446769ee97cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:12.317415 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:14.967137 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:15.419004 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:21.877381 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52178) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:03:21.929021 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [None req-2ce970dd-1ef5-4b26-bc8c-87abf33c7a8b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:03:21.930078 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2ce970dd-1ef5-4b26-bc8c-87abf33c7a8b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516989 Mar 31 23:03:24.620833 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52186) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:03:24.693112 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a5bdeb-b080-4086-8708-f3e8b2c0f273 admin admin] GET failed (client error): The resource could not be found. Mar 31 23:03:24.694577 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-20a5bdeb-b080-4086-8708-f3e8b2c0f273 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0721827 Mar 31 23:03:24.794167 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519aff0-acf7-4e1c-8730-b1f0fb79bbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:24.796199 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9519aff0-acf7-4e1c-8730-b1f0fb79bbb2 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0971937 Mar 31 23:03:27.356190 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52194) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:03:27.410130 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:27.527588 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Made reservation on behalf of 259ab427a3ef4fb68ce0361b1048ac5c for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:27.530853 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:27.568552 dv-cinder-835879-3-iscsi neutron-server[104017]: WARNING neutron.services.revisions.revision_plugin [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Could not find related network for resource to bump revision. Mar 31 23:03:27.581846 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:03:27.593412 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (d7b0fc02-f9a0-41cc-9644-6098dcbc97b4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:27.593808 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Added segment d7b0fc02-f9a0-41cc-9644-6098dcbc97b4 of type vlan for network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 Mar 31 23:03:27.640246 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (1aa6dbcb-3860-4db9-8aaf-cd1efd490f84), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:27.780073 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (1aa6dbcb-3860-4db9-8aaf-cd1efd490f84), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:27.781388 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:27.782078 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:27.848900 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa6dbcb-3860-4db9-8aaf-cd1efd490f84,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:27.857586 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.858104 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.858667 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.859237 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.859798 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.860356 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.860909 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.861467 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.862075 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.862642 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.863224 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.863836 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.864408 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.864963 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.865530 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:27.880396 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:03:27.919167 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-279d91a2-0bb6-4b7b-a668-95a847cf2f31 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5618124 Mar 31 23:03:30.452060 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52202) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:03:30.546887 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab56320f-be75-4531-bb45-56922ccfc1d5 admin admin] GET failed (client error): The resource could not be found. Mar 31 23:03:30.548340 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ab56320f-be75-4531-bb45-56922ccfc1d5 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0952051 Mar 31 23:03:30.626490 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9163c6-9cd2-4d9c-bb28-5b7020495bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:30.627895 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9b9163c6-9cd2-4d9c-bb28-5b7020495bd9 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0750823 Mar 31 23:03:30.638485 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:03:30.733472 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Made reservation on behalf of 259ab427a3ef4fb68ce0361b1048ac5c for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:03:30.735981 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:31.014540 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (c06c6f7a-011b-431f-9fbe-46e64d041fde), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:31.079454 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06c6f7a-011b-431f-9fbe-46e64d041fde,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:31.090598 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Checking segment: {'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:03:31.090967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Network hostable DHCP agents. Network: 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:03:31.190686 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:03:31.282083 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:31.287129 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:03:31.288023 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:31.297867 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf702b65-9871-4132-92b0-97b493db8d46 None None] Network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:03:31.376126 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-92b7620f-ba7d-4b97-820f-88578f1b721d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7413499 Mar 31 23:03:31.455342 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-1aa6dbcb-3860-4db9-8aaf-cd1efd490f84', 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84', 'project_id': '259ab427a3ef4fb68ce0361b1048ac5c', 'fixed_ips': [{'subnet_id': 'c06c6f7a-011b-431f-9fbe-46e64d041fde'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:03:31.456896 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:31.690904 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Allocated IP 192.168.233.2 (1aa6dbcb-3860-4db9-8aaf-cd1efd490f84/c06c6f7a-011b-431f-9fbe-46e64d041fde/2829a574-fc4e-4cd8-8d07-66f25fe72dac) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:03:31.922094 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Publish callbacks [] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:31.991996 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:32.041082 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:03:32.042667 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:03:32.047685 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:03:32.059924 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Pushing event updated for resources: {'Port': ['ID=2829a574-fc4e-4cd8-8d07-66f25fe72dac,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:32.073194 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.073534 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.074022 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.074504 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.074780 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.075093 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.075425 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.076985 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.077322 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.077738 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.078007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.078350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.078688 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.079015 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.079362 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:03:32.150650 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Attempting to bind port 2829a574-fc4e-4cd8-8d07-66f25fe72dac on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:03:32.151219 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Attempting to bind port 2829a574-fc4e-4cd8-8d07-66f25fe72dac by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:03:32.151822 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Attempting to bind port 2829a574-fc4e-4cd8-8d07-66f25fe72dac on network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:03:32.161921 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:03:32.162551 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Checking segment: {'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:03:32.163223 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:32.163879 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Bound using segment: {'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:03:32.164672 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Bound port: 2829a574-fc4e-4cd8-8d07-66f25fe72dac, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:03:32.165312 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:32.266742 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] For port 2829a574-fc4e-4cd8-8d07-66f25fe72dac, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:03:32.271069 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] For port 2829a574-fc4e-4cd8-8d07-66f25fe72dac, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=2829a574-fc4e-4cd8-8d07-66f25fe72dac,segment=NetworkSegment(d7b0fc02-f9a0-41cc-9644-6098dcbc97b4),segment_id=d7b0fc02-f9a0-41cc-9644-6098dcbc97b4)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:03:32.369278 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:32.473555 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b0f78-da02-42ea-909a-0f81872385a3 None None] Pushing event updated for resources: {'Port': ['ID=2829a574-fc4e-4cd8-8d07-66f25fe72dac,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:33.502055 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 2829a574-fc4e-4cd8-8d07-66f25fe72dac up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:33.569617 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d578e6ee-e51b-4095-abd8-e7391208b05e None None] Network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:03:33.639813 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 2829a574-fc4e-4cd8-8d07-66f25fe72dac triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:03:33.640207 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:33.675470 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-41d98026-1158-4443-b910-a3ec93ffca20 None None] Provisioning complete for port 2829a574-fc4e-4cd8-8d07-66f25fe72dac triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:03:33.675774 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-41d98026-1158-4443-b910-a3ec93ffca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:33.858579 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-41d98026-1158-4443-b910-a3ec93ffca20 None None] Current status of the port 2829a574-fc4e-4cd8-8d07-66f25fe72dac is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:03:33.858936 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-41d98026-1158-4443-b910-a3ec93ffca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:33.862678 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 2829a574-fc4e-4cd8-8d07-66f25fe72dac is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:03:33.863063 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:33.917198 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-41d98026-1158-4443-b910-a3ec93ffca20 None None] For port 2829a574-fc4e-4cd8-8d07-66f25fe72dac, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=2829a574-fc4e-4cd8-8d07-66f25fe72dac,segment=NetworkSegment(d7b0fc02-f9a0-41cc-9644-6098dcbc97b4),segment_id=d7b0fc02-f9a0-41cc-9644-6098dcbc97b4)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:03:34.030224 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-41d98026-1158-4443-b910-a3ec93ffca20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:34.130839 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.db.api [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:03:34.130839 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG oslo_db.api [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:03:34.130839 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98026-1158-4443-b910-a3ec93ffca20 None None] Pushing event updated for resources: {'Port': ['ID=2829a574-fc4e-4cd8-8d07-66f25fe72dac,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:03:34.155127 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-3a5d6e7f-b5b4-4561-a62e-534e5134a66d None None] Provisioning complete for port 2829a574-fc4e-4cd8-8d07-66f25fe72dac triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:03:34.155534 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6e7f-b5b4-4561-a62e-534e5134a66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:34.252142 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-3a5d6e7f-b5b4-4561-a62e-534e5134a66d None None] Current status of the port 2829a574-fc4e-4cd8-8d07-66f25fe72dac is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:03:34.700531 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 2829a574-fc4e-4cd8-8d07-66f25fe72dac is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:03:35.457745 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 2829a574-fc4e-4cd8-8d07-66f25fe72dac up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:03:35.517419 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 2829a574-fc4e-4cd8-8d07-66f25fe72dac triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:03:35.517967 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2829a574-fc4e-4cd8-8d07-66f25fe72dac), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:35.610624 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 2829a574-fc4e-4cd8-8d07-66f25fe72dac is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:03:36.961454 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3e73dba6-9688-48e8-97aa-2800443efb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:40.539399 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0739df5-f3c1-4563-b9ca-fa5c5cab7166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:42.304968 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:43.080860 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:03:44.938633 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:03:45.396704 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:06.922045 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-039c8fef-bbdd-4103-a32c-700000210037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:10.525492 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-21102977-1569-420c-a760-77eb848bef17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:12.302865 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:14.950145 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:15.390370 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:20.083308 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:04:36.944009 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-587cbc15-f6ba-4069-b1e0-371d6f1044d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:40.538206 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9e7b3465-fe64-4fc1-a69f-a37d485314c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:42.358417 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:45.068759 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:45.412903 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:04:57.083216 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:05:06.930194 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5b99fb3a-0ae5-4e0d-95b1-d6f659de41b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:10.584813 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9faaf0a7-9426-4a18-b70d-75644778a691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:12.404207 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:14.990252 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:15.436104 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:26.531839 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52240) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:05:26.539194 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-815a3188-e89e-4c45-ba10-c6d2f89e5577 tempest-verify_tempest_config-80554591 tempest-verify_tempest_config-80554591-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:05:26.540338 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-815a3188-e89e-4c45-ba10-c6d2f89e5577 tempest-verify_tempest_config-80554591 tempest-verify_tempest_config-80554591-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0071778 Mar 31 23:05:27.242158 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52258) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:05:27.395428 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:27.531170 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Publish callbacks [] for security_group (7591521d-5586-4fad-9e46-66ad14be7f10), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:27.624598 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (7591521d-5586-4fad-9e46-66ad14be7f10), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:27.686824 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f923c55db2740b4ad6de8ef5140aa8b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4434028 Mar 31 23:05:27.687928 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7591521d-5586-4fad-9e46-66ad14be7f10,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:27.691499 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52262) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:05:27.699242 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.699798 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.700364 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.700908 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.702377 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.702377 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.702757 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.703299 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.703858 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.704327 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.704893 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.705437 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.706015 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.706600 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.707146 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efba010-c8c6-46be-8061-b4c76dc2b256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:27.777913 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Publish callbacks [] for security_group (7591521d-5586-4fad-9e46-66ad14be7f10), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:27.808974 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Publish callbacks [] for security_group (7591521d-5586-4fad-9e46-66ad14be7f10), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:28.035987 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (7591521d-5586-4fad-9e46-66ad14be7f10), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:28.040466 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:28.042227 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7591521d-5586-4fad-9e46-66ad14be7f10 HTTP/1.1" status: 204 len: 168 time: 0.3491874 Mar 31 23:05:28.055420 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591521d-5586-4fad-9e46-66ad14be7f10,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:05:28.068800 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.069394 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.070054 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.070647 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.071220 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.071797 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.072519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.072955 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.073551 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.074768 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.075373 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.075890 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.076454 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.077030 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:28.077598 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea2ded5-c785-44b9-a865-a0046929b762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:05:34.086668 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:05:36.973049 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5059624e-8ded-4e9b-8023-fb160ade6a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:40.515726 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c7649b8-892d-4a5b-a0df-95889a88a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:42.339012 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:44.958893 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:05:45.394917 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:07.009642 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c003311-bd83-460b-8d6c-5d12c8d0408d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:10.535458 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e064828-a42a-4c5d-951e-cd958a2582d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:11.091473 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:06:12.333024 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:14.981540 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:15.424277 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:36.961984 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-31265ef5-fccd-4747-9e8c-11c51db903dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:40.761905 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-deb59cf3-5538-4008-9b2a-ce3cbaa89150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:42.362186 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:44.972994 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:45.406720 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:06:48.096614 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 5 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:07:06.992362 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9e62377d-0ab0-4a7a-832b-390c821b5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:10.511846 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-21249c05-b60b-4814-9b44-49c4f349b518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:12.340730 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:14.979479 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:15.403325 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:17.384694 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3687391'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:25.097376 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:07:36.991258 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e43801b-5971-4141-b669-ca58e41ae11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:37.358184 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52338) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:07:37.540883 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-24ebfdf8-3e47-4385-bba4-6cb859b958f0 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1809642 Mar 31 23:07:40.506008 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-77acb3a1-dbd2-49b6-ac70-77f9a0bfd1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:40.520354 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52348) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:07:40.630803 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-38712cbc-fc86-40d6-b197-bb66a8ac4263 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1085820 Mar 31 23:07:42.344642 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:45.003085 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:45.402915 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:07:47.372801 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:02.101640 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:08:06.991557 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e25d93b2-834a-4da5-ac0d-a85c3696e358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:10.528293 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ec825aa0-c2f6-4934-905e-617fe794b382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:12.356549 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:14.996928 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:15.425339 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:17.418966 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:36.939241 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab08e157-1d3e-4aa0-9ff2-bb4812f1e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:39.105266 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:08:40.516107 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-022d6eb3-f99f-409d-8294-4e797949771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:42.385484 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:45.019365 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:45.419524 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:08:47.345267 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:06.956383 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-143c409c-9f08-4e29-a7ef-c9b1b4509061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:10.682227 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-461586c3-85f4-4bb2-b405-c388242fc9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:12.386017 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:15.013190 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:15.447290 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:16.107604 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:09:17.401832 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:36.943905 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08e5e162-bb18-4472-a6d4-a55848a82e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:40.532886 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5ae9310f-9d4c-408d-99e6-845bd9de330b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:42.349818 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:45.041128 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:45.401105 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:47.373255 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:48.842889 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52568) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:49.021414 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52574) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:49.307959 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52586) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:49.554356 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-network', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:49.625414 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2051789186-network', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:49.733812 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Made reservation on behalf of ced3889eb8ee4971bb17dc7e2354bf38 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:49.734872 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Made reservation on behalf of 4da7788c77034efe93be15d1dbb6dbdf for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:49.740812 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:49.743155 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:49.761712 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:49.773110 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:49.800042 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52596) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:49.977529 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Publish callbacks [] for security_group (3adc7e19-8d78-43db-83db-4147f9c57c1e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:49.988204 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-network', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:50.027472 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Publish callbacks [] for security_group (532e6284-b79a-40ec-93c3-e59ed944b985), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.115412 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (532e6284-b79a-40ec-93c3-e59ed944b985), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.118413 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Made reservation on behalf of 90fe5ebff2384f8387c85f97ec54508b for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:50.124631 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.137172 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3adc7e19-8d78-43db-83db-4147f9c57c1e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.173760 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:50.175995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e6284-b79a-40ec-93c3-e59ed944b985,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:50.195433 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.198544 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.203699 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.204484 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.205449 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.206053 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.206456 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.206800 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.207172 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.207570 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.207787 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730210822193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (f7828d31-d8ff-41d8-ae52-be758327ec45), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.207980 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.208340 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.208672 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.208993 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.209322 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.209669 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Unsubscribe: segment precommit_create {{(pid=104016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Tracked resource versions report: Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: pushed versions: Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Log': {'1.0'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Network': {'1.1'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Port': {'1.7'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'PortForwarding': {'1.3'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: consumer versions: Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: HyperV agent@hv-cinder-83587: {}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: L3 agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: Metadata agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: Metering agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-835879-3-iscsi: { 'AddressGroup': '1.2', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Agent': '1.1', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Log': '1.0', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Network': '1.1', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Port': '1.7', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'PortForwarding': '1.3', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'SubPort': '1.0', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Subnet': '1.1', Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Mar 31 23:09:50.210774 dv-cinder-835879-3-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 23:09:50.228644 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Added segment f7828d31-d8ff-41d8-ae52-be758327ec45 of type vlan for network d225a140-1c4b-4f8b-acf8-3376bd312744 Mar 31 23:09:50.235787 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:50.275196 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (476ec0c1-d752-4d20-b2ab-da2a7fd25b06), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.275975 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Added segment 476ec0c1-d752-4d20-b2ab-da2a7fd25b06 of type vlan for network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d Mar 31 23:09:50.384842 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adc7e19-8d78-43db-83db-4147f9c57c1e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:50.412442 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.413710 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.415422 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.416517 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.417341 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.418294 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.419107 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.419919 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.420732 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.421777 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Tracked resource versions report: Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: pushed versions: Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Log': {'1.0'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Network': {'1.1'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Port': {'1.7'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: consumer versions: Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: HyperV agent@hv-cinder-83587: {}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: L3 agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: Metadata agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: Metering agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-835879-3-iscsi: { 'AddressGroup': '1.2', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Agent': '1.1', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Log': '1.0', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Network': '1.1', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Port': '1.7', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'SubPort': '1.0', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Subnet': '1.1', Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Mar 31 23:09:50.427751 dv-cinder-835879-3-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 23:09:50.474339 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.488497 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.505045 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1706708405-network', 'tenant_id': 'df7f076fbcd14df28ebb3a0307a03b9c'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:50.543646 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (d225a140-1c4b-4f8b-acf8-3376bd312744), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.677231 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Made reservation on behalf of df7f076fbcd14df28ebb3a0307a03b9c for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:50.681726 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.709217 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.730144 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.732212 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:50.733470 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.780608 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Publish callbacks [] for security_group (9402fbd3-3ddf-4dbd-af1e-07e527b5a514), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.782471 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (d225a140-1c4b-4f8b-acf8-3376bd312744), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.784394 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:50.785496 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:50.905305 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8822145 Mar 31 23:09:50.916772 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52622) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:50.928283 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Request body: {'subnet': {'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2051789186-subnet', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:50.983046 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada1795-c5d3-4e73-8ad1-156048193dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:51.010265 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:51.043837 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (9402fbd3-3ddf-4dbd-af1e-07e527b5a514), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.067609 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:51.075806 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Made reservation on behalf of 4da7788c77034efe93be15d1dbb6dbdf for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:51.084422 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.087598 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (bedac306-8954-4f76-82d0-cc54e9f66144), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.088530 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Added segment bedac306-8954-4f76-82d0-cc54e9f66144 of type vlan for network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 Mar 31 23:09:51.185473 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.356098 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5056829 Mar 31 23:09:51.356792 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52644) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:51.373499 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Request body: {'subnet': {'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-subnet', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:51.386928 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.393238 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:51.396092 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.419973 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db4c87-357b-4dd0-8c71-48b671e0df73 admin admin] Pushing event updated for resources: {'Network': ['ID=d225a140-1c4b-4f8b-acf8-3376bd312744,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:51.475380 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network d225a140-1c4b-4f8b-acf8-3376bd312744 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:51.755313 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4435582 Mar 31 23:09:51.759979 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Publish callbacks [] for security_group (3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.764577 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52648) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:51.773223 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Request body: {'subnet': {'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-subnet', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:51.793976 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9402fbd3-3ddf-4dbd-af1e-07e527b5a514,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:51.828656 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333dad9-2494-464e-8fa6-16fcd86bcc04 admin admin] Pushing event updated for resources: {'Network': ['ID=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:51.835969 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Made reservation on behalf of ced3889eb8ee4971bb17dc7e2354bf38 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:51.841187 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.880625 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:51.911703 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:51.994599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:09:52.061985 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Made reservation on behalf of 90fe5ebff2384f8387c85f97ec54508b for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:52.066038 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.139185 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (bf7c607f-5d0e-44e2-bb17-955171fc6b7d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.194070 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (4159aa52-3f59-459d-b3d4-7156b0a4240f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.194747 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Added segment 4159aa52-3f59-459d-b3d4-7156b0a4240f of type vlan for network 108b8bea-586a-4da3-b68f-76698f8277d6 Mar 31 23:09:52.230744 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.415872 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (108b8bea-586a-4da3-b68f-76698f8277d6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.502813 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7c607f-5d0e-44e2-bb17-955171fc6b7d,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.526492 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Checking segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:09:52.527060 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Network hostable DHCP agents. Network: 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:52.544488 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (7db72a81-ebe1-420b-b2f7-254815101eea), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.672088 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db72a81-ebe1-420b-b2f7-254815101eea,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.700915 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:52.705950 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (108b8bea-586a-4da3-b68f-76698f8277d6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.706480 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Checking segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:09:52.707600 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Network hostable DHCP agents. Network: d225a140-1c4b-4f8b-acf8-3376bd312744, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:52.709544 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:52.710558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.842728 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:52.855842 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:52.856846 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.862085 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54701ccb-b587-4aeb-9c18-98b1f7a52773 None None] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:09:52.870433 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (b21e31e7-dc2a-4c2d-9073-e326c7146706), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:52.897625 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] Pushing event updated for resources: {'Network': ['ID=108b8bea-586a-4da3-b68f-76698f8277d6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:52.923215 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network 108b8bea-586a-4da3-b68f-76698f8277d6 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:09:52.949008 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a44ec495-5a83-4212-a344-c32875002c9e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0938005 Mar 31 23:09:52.954392 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52664) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:52.966109 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Request body: {'subnet': {'network_id': '108b8bea-586a-4da3-b68f-76698f8277d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1706708405-subnet', 'tenant_id': 'df7f076fbcd14df28ebb3a0307a03b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:52.974328 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Network d225a140-1c4b-4f8b-acf8-3376bd312744 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:53.000590 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, d225a140-1c4b-4f8b-acf8-3376bd312744) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:53.007065 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21e31e7-dc2a-4c2d-9073-e326c7146706,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:53.027761 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.036182 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.046849 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3c9f8639-49e7-4b9a-a062-6e29216e9b11 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1235311 Mar 31 23:09:53.049125 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52666) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:53.088395 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:53.095553 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b58277-ca52-4a0a-985e-a42b5af96275 None None] Network d225a140-1c4b-4f8b-acf8-3376bd312744 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:09:53.113482 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Checking segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:09:53.113666 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Network hostable DHCP agents. Network: 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:53.129569 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:09:53.173342 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Made reservation on behalf of df7f076fbcd14df28ebb3a0307a03b9c for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:09:53.177651 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.272931 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dd62b9e0-8fb1-4ac5-b56b-129a77df152d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9140179 Mar 31 23:09:53.290044 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52672) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:53.292694 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:53.306340 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:53.386070 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (8074ca80-a733-4603-ac08-9c17aade680e), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.390818 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (8074ca80-a733-4603-ac08-9c17aade680e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.459249 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:09:53.459249 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.517716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:53.558096 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2255f0-2462-4174-980c-561d14da918d None None] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:09:53.576854 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:53.579444 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.677666 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (0e332abb-1612-40c6-ad22-fcce04563467), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.680443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (0e332abb-1612-40c6-ad22-fcce04563467), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.701251 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks [] for router_controller (8074ca80-a733-4603-ac08-9c17aade680e), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.812447 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks [] for router_controller (0e332abb-1612-40c6-ad22-fcce04563467), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.814762 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-d225a140-1c4b-4f8b-acf8-3376bd312744', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:09:53.816247 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:53.893236 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (132708b3-e082-4b0f-8b42-360f27393317), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:54.067967 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f58093e7-33c8-4bc6-90d3-eca7479d138d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3011575 Mar 31 23:09:54.077030 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52686) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:54.089988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:09:54.210234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132708b3-e082-4b0f-8b42-360f27393317,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:54.237825 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Checking segment: {'id': '4159aa52-3f59-459d-b3d4-7156b0a4240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '108b8bea-586a-4da3-b68f-76698f8277d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:09:54.238420 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Network hostable DHCP agents. Network: 108b8bea-586a-4da3-b68f-76698f8277d6, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:09:54.420245 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks [] for router_gateway (0e332abb-1612-40c6-ad22-fcce04563467), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:54.425612 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks [] for router_gateway (8074ca80-a733-4603-ac08-9c17aade680e), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:54.512047 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Allocated IP 172.20.0.2 (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d/bf7c607f-5d0e-44e2-bb17-955171fc6b7d/6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:54.540602 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:09:54.541490 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:54.619473 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:54.624240 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Network 108b8bea-586a-4da3-b68f-76698f8277d6 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:09:54.629825 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:54.743562 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Allocated IP 172.20.0.2 (d225a140-1c4b-4f8b-acf8-3376bd312744/7db72a81-ebe1-420b-b2f7-254815101eea/9991f2f0-cd7b-4b36-8972-f2cefb9924c3) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:54.818642 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, 108b8bea-586a-4da3-b68f-76698f8277d6) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:54.845974 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:54.846919 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:54.879639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f9abc-dd09-4024-9b26-731b764281b1 None None] Network 108b8bea-586a-4da3-b68f-76698f8277d6 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:09:54.886436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks [] for router_controller (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:55.042317 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e4b3b945-c3a6-42f0-9585-b6401e384887 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0846562 Mar 31 23:09:55.534359 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks [] for router_gateway (0e332abb-1612-40c6-ad22-fcce04563467), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:55.619416 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:55.715074 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Publish callbacks [] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:55.719144 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Allocated IP 172.20.0.2 (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8/b21e31e7-dc2a-4c2d-9073-e326c7146706/d80e782c-a411-49b9-ac9c-c0a6ce77ea4c) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:55.865507 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks [] for router_gateway (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:55.912195 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Allocated IP 172.27.0.87 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/5b5f3ec3-644e-4ece-a5df-a8bc335a1718) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:55.941177 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:55.950394 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks [] for router_gateway (8074ca80-a733-4603-ac08-9c17aade680e), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:56.037166 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:56.189567 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Pushing event updated for resources: {'Port': ['ID=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:56.189726 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks [] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:56.242784 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Tracked resource versions report: Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: pushed versions: Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Log': {'1.0'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Network': {'1.1'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Port': {'1.7'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'PortForwarding': {'1.3'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: consumer versions: Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:56.279775 dv-cinder-835879-3-iscsi neutron-server[104018]: HyperV agent@hv-cinder-83587: {}, Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: L3 agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: Metadata agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: Metering agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-835879-3-iscsi: { 'AddressGroup': '1.2', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Agent': '1.1', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Log': '1.0', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Network': '1.1', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Port': '1.7', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'PortForwarding': '1.3', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'SubPort': '1.0', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Subnet': '1.1', Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Mar 31 23:09:56.286280 dv-cinder-835879-3-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 23:09:56.293016 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Network d225a140-1c4b-4f8b-acf8-3376bd312744 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:56.323380 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Publish callbacks [] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:56.374412 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:56.412495 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:56.440873 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52756) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:56.452343 dv-cinder-835879-3-iscsi neutron-server[104016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 23:09:56.482301 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:56.522117 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ef7f76-6fe3-4597-9c88-926fbf0078ca None None] Network 108b8bea-586a-4da3-b68f-76698f8277d6 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:09:56.532000 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:56.829530 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:56.857205 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:57.148645 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Allocated IP 172.27.0.25 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/7168c798-f3dd-4449-8ee4-03d781d7bfb8) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:57.152617 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:57.153842 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:57.155203 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Pushing event updated for resources: {'Port': ['ID=5b5f3ec3-644e-4ece-a5df-a8bc335a1718,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:57.155458 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Pushing event updated for resources: {'Port': ['ID=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:57.155458 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:57.155458 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:57.197897 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Attempting to bind port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:09:57.199499 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Attempting to bind port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:09:57.202194 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Attempting to bind port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 on network d225a140-1c4b-4f8b-acf8-3376bd312744 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:57.277101 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Publish callbacks [] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.283064 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:57.283945 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Checking segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:09:57.284940 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.285761 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Bound using segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:57.286801 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Bound port: 9991f2f0-cd7b-4b36-8972-f2cefb9924c3, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:09:57.289706 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.334276 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c024f-093b-4825-bbcb-769714c73732 req-a761bd24-c83d-479e-9e39-83eb053fcd22 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:09:57.337725 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-a761bd24-c83d-479e-9e39-83eb053fcd22 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/networks?id=108b8bea-586a-4da3-b68f-76698f8277d6 HTTP/1.1" status: 200 len: 812 time: 0.8911664 Mar 31 23:09:57.457926 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-05a6ae53-8710-47e3-a311-7ffad91ca683 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/quotas/df7f076fbcd14df28ebb3a0307a03b9c HTTP/1.1" status: 200 len: 375 time: 0.1067624 Mar 31 23:09:57.630450 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-48449cec-f034-43b7-9774-338a608cf0b5 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=df7f076fbcd14df28ebb3a0307a03b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1712193 Mar 31 23:09:57.630752 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] For port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:57.653737 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks [] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.668574 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] For port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:57.674945 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks [] for router_gateway (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.715264 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.735325 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.832414 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Attempting to bind port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:09:57.834221 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Attempting to bind port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:09:57.835305 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Attempting to bind port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d on network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:57.873354 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:57.875717 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Checking segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:09:57.877767 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.880656 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Bound using segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:57.882196 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Bound port: 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:09:57.883121 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:57.942808 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:58.016220 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks [] for router_gateway (0e332abb-1612-40c6-ad22-fcce04563467), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:58.060480 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:58.099587 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:58.109565 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:58.122000 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:58.168500 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Pushing event updated for resources: {'Port': ['ID=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:58.352277 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:09:58.353822 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] For port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:58.383137 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:09:58.414315 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:09:58.418170 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-931f731f-9b12-4297-95ce-6e4ddf91e75d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:09:58.434682 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] For port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:58.435957 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-931f731f-9b12-4297-95ce-6e4ddf91e75d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4038632 Mar 31 23:09:58.443660 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Attempting to bind port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:09:58.444301 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Attempting to bind port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:09:58.445438 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Attempting to bind port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c on network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:09:58.474143 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:09:58.474754 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Checking segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:09:58.475440 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:58.476136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Bound using segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:09:58.477121 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Bound port: d80e782c-a411-49b9-ac9c-c0a6ce77ea4c, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:09:58.477829 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:58.481698 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0811cce-868e-45f8-b6e9-24ca3c8e61d6 None None] Pushing event updated for resources: {'Port': ['ID=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:58.574111 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:58.807376 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Allocated IP 172.27.0.21 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/5c126563-e5da-4686-99c5-edbf477160ef) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:09:58.938643 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] For port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:09:58.982110 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-15ab8517-827b-45c6-970e-58a38bb6b6d1 service neutron] 10.222.0.41 "GET /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411518 Mar 31 23:09:58.987987 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (0e332abb-1612-40c6-ad22-fcce04563467), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:59.099002 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7168c798-f3dd-4449-8ee4-03d781d7bfb8,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.153666 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] For port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:09:59.165296 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff8c1a-8dcd-42fc-9f0f-77aaf6638216 None None] Pushing event updated for resources: {'Port': ['ID=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.171532 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52810) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:09:59.231173 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:59.374908 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks [] for port (5c126563-e5da-4686-99c5-edbf477160ef), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:09:59.492662 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e355d-99ca-4e27-b28d-24432eab28f5 None None] Pushing event updated for resources: {'Port': ['ID=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:09:59.596105 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-57c6d6f7-d1d8-47a2-b82d-b1d8e9859bb6 service neutron] 10.222.0.41 "GET /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964904 Mar 31 23:09:59.874329 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdeec638-e508-4145-8f0b-dc004ea8720b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:00.004059 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (5c126563-e5da-4686-99c5-edbf477160ef), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:00.170559 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:00.268250 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks [] for router_gateway (8074ca80-a733-4603-ac08-9c17aade680e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:00.270741 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdeec638-e508-4145-8f0b-dc004ea8720b admin admin] Publish callbacks [] for security_group (e0165106-c86d-4e3d-b0c1-68cf58a89153), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:00.276861 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:00.278954 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Router 0e332abb-1612-40c6-ad22-fcce04563467 is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:00.305005 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:00.393560 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:00.394378 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:00.583177 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52832) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:00.608527 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdeec638-e508-4145-8f0b-dc004ea8720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e0165106-c86d-4e3d-b0c1-68cf58a89153), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:00.617828 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:00.831945 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb532fdd-c349-40fd-ab39-0e7b4b2c9782 req-7b0ec5da-28c3-4b32-a374-480a85026694 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.2467630 Mar 31 23:10:00.932802 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeec638-e508-4145-8f0b-dc004ea8720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0165106-c86d-4e3d-b0c1-68cf58a89153,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:00.941454 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fdeec638-e508-4145-8f0b-dc004ea8720b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da5aa2c523b2436f8026318ceec345f2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7203171 Mar 31 23:10:00.946093 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52852) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:01.112981 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:01.138013 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Sync routers for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:01.162845 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Pushing event updated for resources: {'Port': ['ID=5c126563-e5da-4686-99c5-edbf477160ef,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:01.197897 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:01.199334 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:09:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:01.213376 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88c428cf-fbea-43ba-9d9a-400f837ffaed admin admin] Publish callbacks [] for security_group (e0165106-c86d-4e3d-b0c1-68cf58a89153), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:01.334307 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88c428cf-fbea-43ba-9d9a-400f837ffaed admin admin] Publish callbacks [] for security_group (e0165106-c86d-4e3d-b0c1-68cf58a89153), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:01.380130 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11603e-f510-475f-8eaa-5f23578ec15f None None] Network d225a140-1c4b-4f8b-acf8-3376bd312744 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:10:01.541903 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:01.544108 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2ec8cbd7-51e1-4a34-9fba-2953e4e338be admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2516170 Mar 31 23:10:01.586234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52858) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:01.705864 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fd51aa-dffd-42bd-93c9-f6ab4393676c None None] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:10:01.767546 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88c428cf-fbea-43ba-9d9a-400f837ffaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e0165106-c86d-4e3d-b0c1-68cf58a89153), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:01.772396 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88c428cf-fbea-43ba-9d9a-400f837ffaed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:01.779644 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-88c428cf-fbea-43ba-9d9a-400f837ffaed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0165106-c86d-4e3d-b0c1-68cf58a89153 HTTP/1.1" status: 204 len: 168 time: 0.8296163 Mar 31 23:10:01.802511 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-e8f9014f-1597-489d-a33b-9e1628bc9de1 None None] Provisioning complete for port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:01.803046 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8f9014f-1597-489d-a33b-9e1628bc9de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:01.810324 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:01.810836 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:01.934017 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c428cf-fbea-43ba-9d9a-400f837ffaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0165106-c86d-4e3d-b0c1-68cf58a89153,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:01.970207 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:02.104009 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (8074ca80-a733-4603-ac08-9c17aade680e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:02.283735 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1cfd3e-045b-41d5-8a0f-e98a99bd30d4 None None] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:10:02.442672 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-794f0682-75b3-4b0c-a6ab-1b6c6fac4d4f req-da1c7a3f-f43f-40a8-8743-cecb4bcf8576 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.3476329 Mar 31 23:10:02.492263 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:09:57Z', 'revision_number': 3, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:02.595879 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Checking router: 0e332abb-1612-40c6-ad22-fcce04563467 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:02.596469 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Updating router 0e332abb-1612-40c6-ad22-fcce04563467 port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:02.659551 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:02.689615 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks [] for router_gateway (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:02.883059 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9014f-1597-489d-a33b-9e1628bc9de1 None None] Current status of the port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:02.883978 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8f9014f-1597-489d-a33b-9e1628bc9de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:03.061205 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e8f9014f-1597-489d-a33b-9e1628bc9de1 None None] For port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:03.160339 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:03.227038 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e8f9014f-1597-489d-a33b-9e1628bc9de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:03.404197 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:03.464461 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Router 8074ca80-a733-4603-ac08-9c17aade680e is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:03.605489 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Publish callbacks [] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:03.635803 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9014f-1597-489d-a33b-9e1628bc9de1 None None] Pushing event updated for resources: {'Port': ['ID=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:03.711026 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:03.712364 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:03.747418 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:03.747621 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 52904) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:03.907319 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f139ad41-1a93-4665-8833-05c27d538f2c req-235869c4-3822-453e-a9b2-f6ae12283062 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.2902389 Mar 31 23:10:03.944595 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.045243 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Attempting to bind port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:04.046383 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Attempting to bind port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:04.048598 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Attempting to bind port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:04.082126 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Pushing event updated for resources: {'Port': ['ID=5b5f3ec3-644e-4ece-a5df-a8bc335a1718,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.093131 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-838843cb-e294-40fb-9898-6a53f8eb98d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.116860 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:04.126639 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:04.128427 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.129278 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:04.132698 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Bound port: 5b5f3ec3-644e-4ece-a5df-a8bc335a1718, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:04.135444 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.148941 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.152041 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.152935 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.154924 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.157832 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.158793 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.159565 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.162111 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.163004 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.165497 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.166552 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.167409 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.168211 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.169185 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.170190 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Tracked resource versions report: Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: pushed versions: Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: { 'AddressGroup': {'1.2'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Agent': {'1.1'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'ConntrackHelper': {'1.0'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'LocalIPAssociation': {'1.0'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Log': {'1.0'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'NDPProxy': {'1.0'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Network': {'1.1'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Port': {'1.7'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'PortForwarding': {'1.3'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'QosPolicy': {'1.10'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SecurityGroup': {'1.5'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SecurityGroupRule': {'1.2'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SubPort': {'1.0'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Subnet': {'1.1'}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Trunk': {'1.1'}} Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: consumer versions: Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: { DHCP agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: HyperV agent@hv-cinder-83587: {}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: L3 agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: Metadata agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: Metering agent@dv-cinder-835879-3-iscsi: {}, Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: Open vSwitch agent@dv-cinder-835879-3-iscsi: { 'AddressGroup': '1.2', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Agent': '1.1', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'ConntrackHelper': '1.0', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'LocalIPAssociation': '1.0', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Log': '1.0', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'NDPProxy': '1.0', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Network': '1.1', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Port': '1.7', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'PortForwarding': '1.3', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'QosPolicy': '1.10', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SecurityGroup': '1.5', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SecurityGroupRule': '1.2', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'SubPort': '1.0', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Subnet': '1.1', Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: 'Trunk': '1.1'}} Mar 31 23:10:04.174078 dv-cinder-835879-3-iscsi neutron-server[104019]: {{(pid=104019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 23:10:04.226393 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:04.301279 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Provisioning complete for port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:04.302844 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.412894 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.424741 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a852cf64-b760-4883-9486-bf8012f7e1b0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3602319 Mar 31 23:10:04.425859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52926) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:04.464929 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] For port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:04.477625 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] For port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5b5f3ec3-644e-4ece-a5df-a8bc335a1718,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:04.502645 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Sync routers for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:04.523954 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:04.540550 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:10:04.647275 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:04.647275 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:09:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:04.662780 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:04.663752 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.687691 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.841082 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:04.845686 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:09:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:04.854665 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-838843cb-e294-40fb-9898-6a53f8eb98d5 admin admin] Publish callbacks [] for security_group (dba56fee-6279-4cd3-bdfe-86b2bb9501c1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:04.937867 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:04.968060 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-838843cb-e294-40fb-9898-6a53f8eb98d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dba56fee-6279-4cd3-bdfe-86b2bb9501c1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:05.042641 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Allocated IP 172.20.0.1 (d225a140-1c4b-4f8b-acf8-3376bd312744/7db72a81-ebe1-420b-b2f7-254815101eea/c452d34a-3cc0-4e56-ac07-ce1b103db71b) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:05.250597 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:05.253014 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7cebda3a-31d6-4ee1-92a2-c0dfae22ebdd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.1741626 Mar 31 23:10:05.311461 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52942) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:05.328821 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Sync routers for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:05.351242 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Current status of the port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:05.359866 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529c467-ce70-48d5-90c1-54a4f90ffcdc None None] Pushing event updated for resources: {'Port': ['ID=5b5f3ec3-644e-4ece-a5df-a8bc335a1718,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:05.453453 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Provisioning complete for port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:05.454164 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:05.463093 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838843cb-e294-40fb-9898-6a53f8eb98d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba56fee-6279-4cd3-bdfe-86b2bb9501c1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:05.523218 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-838843cb-e294-40fb-9898-6a53f8eb98d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e7b43f964414a8f9c0f841e11045d80&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7792263 Mar 31 23:10:05.532396 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 52952) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:05.581446 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:05.587779 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:09:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:05.676952 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:05.825527 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Publish callbacks [] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:05.838734 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1be935e0-08e1-42f4-b795-21269b64aeee req-72b9baa2-56f5-4ad1-933a-26fdf32cbb7c tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.2122462 Mar 31 23:10:05.898914 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5ebf-e6c1-42e8-8bca-357d4f9f533e admin admin] Publish callbacks [] for security_group (dba56fee-6279-4cd3-bdfe-86b2bb9501c1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:05.936082 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:06.001272 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:06.139450 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:06.143840 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c452d34a-3cc0-4e56-ac07-ce1b103db71b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:06.196102 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Network d225a140-1c4b-4f8b-acf8-3376bd312744 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:06.210021 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:06.226315 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:06.227148 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (0e332abb-1612-40c6-ad22-fcce04563467), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:06.249870 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Current status of the port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:06.250632 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:06.458850 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] For port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:06.561976 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5ebf-e6c1-42e8-8bca-357d4f9f533e admin admin] Publish callbacks [] for security_group (dba56fee-6279-4cd3-bdfe-86b2bb9501c1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:06.582454 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:06.586893 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:06.798234 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:06.890939 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361aff7-c49e-4360-83fc-38cd99de1980 None None] Pushing event updated for resources: {'Port': ['ID=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:06.935437 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Provisioning complete for port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:06.936455 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:07.008368 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:09:59Z', 'revision_number': 3, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:07.094762 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Checking router: 8074ca80-a733-4603-ac08-9c17aade680e for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:07.095345 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Updating router 8074ca80-a733-4603-ac08-9c17aade680e port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:07.099237 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5da1dcfa-ec82-4b62-beaa-ef6c8a16030c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:07.170741 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5ebf-e6c1-42e8-8bca-357d4f9f533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dba56fee-6279-4cd3-bdfe-86b2bb9501c1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:07.183325 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5ebf-e6c1-42e8-8bca-357d4f9f533e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:07.190853 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:07.212655 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3bbb5ebf-e6c1-42e8-8bca-357d4f9f533e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dba56fee-6279-4cd3-bdfe-86b2bb9501c1 HTTP/1.1" status: 204 len: 168 time: 1.6756907 Mar 31 23:10:07.244610 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:07.245236 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:07.285102 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b60d6ca-e459-42f7-b7a2-a30943aca5a5 req-2fd29a2e-c0cf-4308-8ac0-03c7afa2aa60 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.1255777 Mar 31 23:10:07.340434 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb5ebf-e6c1-42e8-8bca-357d4f9f533e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba56fee-6279-4cd3-bdfe-86b2bb9501c1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:07.497496 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:09:57Z', 'revision_number': 3, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:07.622600 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:07.658252 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:01Z', 'revision_number': 3, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:07.661996 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fed12b-9811-4deb-ba06-1611905f1eaf None None] The sync data for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi is: [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:09:57Z', 'revision_number': 3, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:07.813091 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Checking router: 8fdd438e-fb50-403e-a5ec-ca5b54f371ce for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:07.813684 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Updating router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce port 5c126563-e5da-4686-99c5-edbf477160ef binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:07.913734 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5c126563-e5da-4686-99c5-edbf477160ef), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:08.170365 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Publish callbacks [] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:08.259600 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:08.262736 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (0e332abb-1612-40c6-ad22-fcce04563467), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:08.390405 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:08.513387 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c452d34a-3cc0-4e56-ac07-ce1b103db71b,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:08.589591 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Current status of the port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:08.658159 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Provisioning complete for port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:08.663810 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:08.867094 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:08.912614 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:08.920172 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d80e782c-a411-49b9-ac9c-c0a6ce77ea4c up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:08.962460 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Network d225a140-1c4b-4f8b-acf8-3376bd312744 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:08.966422 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:08.984788 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b5d5eef-6c96-4b9a-adf4-bbd75f54d1dc req-4d6951bb-0e67-4e2d-89b5-b74243636572 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.2192070 Mar 31 23:10:09.371531 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Current status of the port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:09.392292 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Router 0e332abb-1612-40c6-ad22-fcce04563467 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:09.438429 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Publish callbacks [] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:09.524810 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Provisioning complete for port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:09.525431 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:09.663068 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:09.811943 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:09.819303 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:09.874943 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6373d-bcdc-4b7a-947c-bbaa1936a170 None None] Pushing event updated for resources: {'Port': ['ID=7168c798-f3dd-4449-8ee4-03d781d7bfb8,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:09.954520 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Allocated IP 172.20.0.1 (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8/b21e31e7-dc2a-4c2d-9073-e326c7146706/3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:10.039962 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Attempting to bind port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:10.040759 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Attempting to bind port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:10.041385 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Attempting to bind port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:10.206700 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:10.207104 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:10.207762 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:10.208426 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:10.209226 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Bound port: 7168c798-f3dd-4449-8ee4-03d781d7bfb8, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:10.210060 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:10.229841 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-85b3c574-bc1d-44cd-9c89-38757e7e017f None None] Current status of the port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:10.325347 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] For port 7168c798-f3dd-4449-8ee4-03d781d7bfb8, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:10.331848 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] For port 7168c798-f3dd-4449-8ee4-03d781d7bfb8, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=7168c798-f3dd-4449-8ee4-03d781d7bfb8,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:10.381087 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Publish callbacks [] for port (5c126563-e5da-4686-99c5-edbf477160ef), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:10.384390 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.30', 57665) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:10.467110 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:10.478763 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ade0ab8a-f8db-4f62-a5ad-74c50f9366f5 admin admin] 10.222.0.41 "PUT /v2.0/routers/0e332abb-1612-40c6-ad22-fcce04563467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8912284 Mar 31 23:10:10.533238 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:10.550961 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5c126563-e5da-4686-99c5-edbf477160ef), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:10.702416 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-5b63a0a0-f589-4dcb-86cf-dd6b4bfb7430 None None] Provisioning complete for port c452d34a-3cc0-4e56-ac07-ce1b103db71b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:10.703139 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5b63a0a0-f589-4dcb-86cf-dd6b4bfb7430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:10.728825 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Attempting to bind port 5c126563-e5da-4686-99c5-edbf477160ef on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:10.730248 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:10.732597 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:10.743645 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Attempting to bind port 5c126563-e5da-4686-99c5-edbf477160ef by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:10.746465 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Attempting to bind port 5c126563-e5da-4686-99c5-edbf477160ef on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:10.754453 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7eb1aa-535f-45d6-b850-e331fe957d6c None None] Pushing event updated for resources: {'Port': ['ID=5c126563-e5da-4686-99c5-edbf477160ef,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:10.818178 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:10.821015 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:10.829139 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:10.833684 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:10.836456 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Bound port: 5c126563-e5da-4686-99c5-edbf477160ef, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:10.840037 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5c126563-e5da-4686-99c5-edbf477160ef), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:10.952144 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5216bf4-8dce-43cc-9b1c-422684fed25b req-b42350cf-6f94-414e-8e44-146812a54032 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.1808786 Mar 31 23:10:10.982810 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Allocated IP 172.20.0.1 (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d/bf7c607f-5d0e-44e2-bb17-955171fc6b7d/f88ea9f9-25b8-4c30-84cc-9a1e1602ff93) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:11.144523 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] For port 5c126563-e5da-4686-99c5-edbf477160ef, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:11.153671 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a086cb37-8da3-4411-8c3b-8ec3fb763b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:11.166979 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] For port 5c126563-e5da-4686-99c5-edbf477160ef, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5c126563-e5da-4686-99c5-edbf477160ef,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:11.254659 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:11.255980 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:09:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:11.259272 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5c126563-e5da-4686-99c5-edbf477160ef), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:11.531259 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-5b63a0a0-f589-4dcb-86cf-dd6b4bfb7430 None None] Port c452d34a-3cc0-4e56-ac07-ce1b103db71b cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:11.583616 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Publish callbacks [] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:11.633256 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7eb1aa-535f-45d6-b850-e331fe957d6c None None] Pushing event updated for resources: {'Port': ['ID=5c126563-e5da-4686-99c5-edbf477160ef,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:11.651549 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:11.653753 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:10:11Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:11.727996 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6373d-bcdc-4b7a-947c-bbaa1936a170 None None] Pushing event updated for resources: {'Port': ['ID=7168c798-f3dd-4449-8ee4-03d781d7bfb8,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:11.764110 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:11.765086 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:11.831452 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Publish callbacks [] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:11.854090 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Sync routers for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:11.900090 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:11.956653 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:11.958432 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:10:11Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:11.967876 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c024f-093b-4825-bbcb-769714c73732 req-8354fbe1-f8d2-4ab7-ac3d-be22c44a2c0b tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:11.970939 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-8354fbe1-f8d2-4ab7-ac3d-be22c44a2c0b tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.30 "GET /v2.0/networks?id=108b8bea-586a-4da3-b68f-76698f8277d6 HTTP/1.1" status: 200 len: 812 time: 1.5848172 Mar 31 23:10:12.006240 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:12.040426 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:12.050441 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Request body: {'port': {'device_id': '59c5b131-d81e-4c49-af58-b6d517ca488d', 'network_id': '108b8bea-586a-4da3-b68f-76698f8277d6', 'admin_state_up': True, 'tenant_id': 'df7f076fbcd14df28ebb3a0307a03b9c'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:12.108967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:12.222653 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Pushing event updated for resources: {'Port': ['ID=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:12.401664 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:12.451887 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b86d9e1-ba49-4f05-a35a-1b7120908076 req-e453c0be-c62e-4b79-a36c-ea55198b8df7 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.1003568 Mar 31 23:10:12.656843 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:12.658062 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (8074ca80-a733-4603-ac08-9c17aade680e), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:12.683291 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:12.891195 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:12.892412 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:01Z', 'revision_number': 3, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:12.931801 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-11eb6cd5-42e5-4b4e-8821-32a92b953703 None None] Provisioning complete for port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:12.933036 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-11eb6cd5-42e5-4b4e-8821-32a92b953703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:13.016107 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6655e15b-7668-4c7b-a10a-f0b859b9f99d None None] The sync data for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi is: [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:01Z', 'revision_number': 3, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:13.052759 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:13.181565 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:13.269705 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-c6eea328-cd2a-46ad-a135-15b0039ef7fd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:13.273493 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-c6eea328-cd2a-46ad-a135-15b0039ef7fd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 819 time: 0.4751914 Mar 31 23:10:13.332449 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-9bd83c5d-f248-42b2-bbcf-9a7684ca5d74 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/quotas/ced3889eb8ee4971bb17dc7e2354bf38 HTTP/1.1" status: 200 len: 375 time: 0.0466387 Mar 31 23:10:13.336840 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53118) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:13.436522 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:13.491202 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-11eb6cd5-42e5-4b4e-8821-32a92b953703 None None] Port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:13.499997 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:13.543082 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:13.554315 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:13.575536 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:13.592613 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:13.594317 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:13.716801 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Made reservation on behalf of df7f076fbcd14df28ebb3a0307a03b9c for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:13.724687 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:13.828900 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-cce19b6e-943a-46d4-a0a7-63cc12a4a797 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4949343 Mar 31 23:10:13.977618 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:13.978701 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:14.105084 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18393d5b-ed09-4ce5-8cf7-01eeb5f7b43e req-c43f9d6d-73e3-4dc1-87ca-6b2479418c15 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.2743976 Mar 31 23:10:14.441154 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-a9ba8630-debd-4e7d-a0a5-ded4620bb227 service neutron] 10.222.0.41 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331409 Mar 31 23:10:14.664123 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:09:59Z', 'revision_number': 3, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:14.797413 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07653f-eed3-407b-ad2b-5c0cd7b72f64 None None] The sync data for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi is: [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:09:59Z', 'revision_number': 3, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:14.805273 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-14d54f7c-65c8-4066-aaa8-3a5574b09027 None None] Provisioning complete for port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:14.809507 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14d54f7c-65c8-4066-aaa8-3a5574b09027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:14.823820 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-d5794d52-3329-4a47-bee2-c402fac1dfc8 service neutron] 10.222.0.41 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672915 Mar 31 23:10:14.830173 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-82f4ce3b-b730-47db-b31c-f26820f42dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:15.036465 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53144) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:15.284084 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:15.285093 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:15.345050 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-82f4ce3b-b730-47db-b31c-f26820f42dfd admin admin] Publish callbacks [] for security_group (fdcf50ac-1b55-4c43-95ce-af5222b0824a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:15.470250 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-14d54f7c-65c8-4066-aaa8-3a5574b09027 None None] Port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:15.531757 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:15.572537 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d75e743-e718-49f2-a689-20f3576abdf0 req-7f0f8200-971e-45fd-938f-aea65040c4a3 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.1420400 Mar 31 23:10:15.593532 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-82f4ce3b-b730-47db-b31c-f26820f42dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (fdcf50ac-1b55-4c43-95ce-af5222b0824a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:15.772359 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:15.833663 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Allocated IP 172.20.0.6 (108b8bea-586a-4da3-b68f-76698f8277d6/132708b3-e082-4b0f-8b42-360f27393317/0b153c0c-4c2f-450b-a4b3-7183fe40c248) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:15.843540 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5b5f3ec3-644e-4ece-a5df-a8bc335a1718,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:15.933219 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 2, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:16.112033 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a059f93-ffcc-4396-9116-9760c6de10b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:16.142132 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Checking router: 0e332abb-1612-40c6-ad22-fcce04563467 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:16.142804 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Updating router 0e332abb-1612-40c6-ad22-fcce04563467 port c452d34a-3cc0-4e56-ac07-ce1b103db71b binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:16.193240 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-82f4ce3b-b730-47db-b31c-f26820f42dfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47ad699246814cd9bdf5dc65e13a0429&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8497834 Mar 31 23:10:16.194371 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53174) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:16.246542 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:16.277713 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4b883c0-0bef-415a-8a38-ecfeefe121aa req-a5b8ff2f-068b-41cd-b0e1-ad61553f78c3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 210 time: 0.4498744 Mar 31 23:10:16.278851 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ce3b-b730-47db-b31c-f26820f42dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcf50ac-1b55-4c43-95ce-af5222b0824a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:16.325728 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:16.328648 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d80e782c-a411-49b9-ac9c-c0a6ce77ea4c up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:16.340139 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:16.484181 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Publish callbacks [] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:16.655176 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:16.656342 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (8074ca80-a733-4603-ac08-9c17aade680e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:16.770117 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a16-0eb4-40b9-bef3-79c133c62840 admin admin] Publish callbacks [] for security_group (fdcf50ac-1b55-4c43-95ce-af5222b0824a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:16.953224 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a16-0eb4-40b9-bef3-79c133c62840 admin admin] Publish callbacks [] for security_group (fdcf50ac-1b55-4c43-95ce-af5222b0824a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:17.161219 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-118d30b8-65ab-4df3-afa1-8529d58cf1ba req-1b28bf15-e4db-45ea-bdc6-9bf504d9fa18 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.2747390 Mar 31 23:10:17.658377 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a16-0eb4-40b9-bef3-79c133c62840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (fdcf50ac-1b55-4c43-95ce-af5222b0824a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:17.680627 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddc75a16-0eb4-40b9-bef3-79c133c62840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:17.684010 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ddc75a16-0eb4-40b9-bef3-79c133c62840 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdcf50ac-1b55-4c43-95ce-af5222b0824a HTTP/1.1" status: 204 len: 168 time: 1.4732642 Mar 31 23:10:17.717012 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc75a16-0eb4-40b9-bef3-79c133c62840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcf50ac-1b55-4c43-95ce-af5222b0824a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.088967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Pushing event updated for resources: {'Port': ['ID=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.175704 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Publish callbacks [] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:18.206875 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:18.240979 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=5b5f3ec3-644e-4ece-a5df-a8bc335a1718,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.250000 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:18.250552 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:18.455137 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:18.716497 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:18.791099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:18.816278 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a059f93-ffcc-4396-9116-9760c6de10b8 admin admin] Publish callbacks [] for security_group (505a06d2-c26b-444a-8645-443012c0b998), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:18.956269 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9234b32-ae79-48de-9598-6e713e02b273 None None] Pushing event updated for resources: {'Port': ['ID=c452d34a-3cc0-4e56-ac07-ce1b103db71b,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:18.957141 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13d21b81-b64d-4410-8820-74dbc97baab3 req-1f97a5ff-439e-4d07-be99-ab27ca6c3dc3 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.1724994 Mar 31 23:10:18.962515 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Publish callbacks [] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:18.962515 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Publish callbacks [] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:19.132256 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-65014c35-6c7e-4984-82a6-cf78571e4538 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:19.140617 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-65014c35-6c7e-4984-82a6-cf78571e4538 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 819 time: 0.7061636 Mar 31 23:10:19.191857 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-b45ef9f9-80ae-43ad-9f15-8a51bc38f31e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/quotas/ced3889eb8ee4971bb17dc7e2354bf38 HTTP/1.1" status: 200 len: 375 time: 0.0342114 Mar 31 23:10:19.326263 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Attempting to bind port c452d34a-3cc0-4e56-ac07-ce1b103db71b on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:19.327192 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Attempting to bind port c452d34a-3cc0-4e56-ac07-ce1b103db71b by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:19.327531 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Attempting to bind port c452d34a-3cc0-4e56-ac07-ce1b103db71b on network d225a140-1c4b-4f8b-acf8-3376bd312744 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:19.410508 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:19.416837 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Checking segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:19.416837 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:19.416837 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Bound using segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:19.416837 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Bound port: c452d34a-3cc0-4e56-ac07-ce1b103db71b, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:19.416837 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:19.436068 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-36f6f4fd-eee1-4fc2-a0ec-96e5add8f16c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2415671 Mar 31 23:10:19.481941 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:19.490084 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:19.507902 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3a059f93-ffcc-4396-9116-9760c6de10b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (505a06d2-c26b-444a-8645-443012c0b998), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:19.836737 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a059f93-ffcc-4396-9116-9760c6de10b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505a06d2-c26b-444a-8645-443012c0b998,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:19.911985 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:20.098102 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-eba6bf46-b2d3-46b1-ac23-65df9de6f363 None None] Provisioning complete for port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:20.114853 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eba6bf46-b2d3-46b1-ac23-65df9de6f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:20.288413 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:20.317685 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:20.327989 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3a059f93-ffcc-4396-9116-9760c6de10b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6dd41ba822649beab310534f5dd1171&name=default HTTP/1.1" status: 200 len: 2992 time: 5.2846727 Mar 31 23:10:20.358742 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53276) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:20.367176 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:20.423061 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.437908 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-eba6bf46-b2d3-46b1-ac23-65df9de6f363 None None] Port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:20.453057 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Network 108b8bea-586a-4da3-b68f-76698f8277d6 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:20.457341 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Router 8074ca80-a733-4603-ac08-9c17aade680e has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:20.484982 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] For port c452d34a-3cc0-4e56-ac07-ce1b103db71b, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:20.605908 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] For port c452d34a-3cc0-4e56-ac07-ce1b103db71b, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c452d34a-3cc0-4e56-ac07-ce1b103db71b,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:20.628733 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-eba6bf46-b2d3-46b1-ac23-65df9de6f363 None None] Provisioning complete for port c452d34a-3cc0-4e56-ac07-ce1b103db71b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:20.631809 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eba6bf46-b2d3-46b1-ac23-65df9de6f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:20.704800 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-291a4201-0b50-4d8e-9fc9-105e82c9af36 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:10:20.720252 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-291a4201-0b50-4d8e-9fc9-105e82c9af36 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6565249 Mar 31 23:10:20.735668 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:20.751568 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:20.812193 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:20.816426 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:20.824662 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:20.973916 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 7168c798-f3dd-4449-8ee4-03d781d7bfb8 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:20.981985 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9234b32-ae79-48de-9598-6e713e02b273 None None] Pushing event updated for resources: {'Port': ['ID=c452d34a-3cc0-4e56-ac07-ce1b103db71b,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:20.987497 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-eba6bf46-b2d3-46b1-ac23-65df9de6f363 None None] Port c452d34a-3cc0-4e56-ac07-ce1b103db71b cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:21.234365 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:21.235542 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:10:11Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:21.272009 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-d716004a-8256-4fc3-a19f-ed11babf38fd service neutron] 10.222.0.41 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499122 Mar 31 23:10:21.513297 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:21.517046 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:21.542341 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0bd8733f-168f-4199-a0a4-cb5828643899 None None] Provisioning complete for port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:21.543550 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0bd8733f-168f-4199-a0a4-cb5828643899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:21.598004 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973cc83-5e41-425a-b7c7-c813c5ae0fde req-5c803b89-1780-4cc2-931f-0eda32b2c04f tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:21.601689 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2973cc83-5e41-425a-b7c7-c813c5ae0fde req-5c803b89-1780-4cc2-931f-0eda32b2c04f tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 931 time: 1.3235440 Mar 31 23:10:21.743326 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53292) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:21.806665 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Pushing event updated for resources: {'Port': ['ID=0b153c0c-4c2f-450b-a4b3-7183fe40c248,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:21.855300 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-21614a20-da5e-4853-ba55-4f552a64b561 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.8253474 Mar 31 23:10:21.857895 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70a52e84-aabb-4beb-9519-8d48241b0323 admin admin] Publish callbacks [] for security_group (505a06d2-c26b-444a-8645-443012c0b998), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:21.906490 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70a52e84-aabb-4beb-9519-8d48241b0323 admin admin] Publish callbacks [] for security_group (505a06d2-c26b-444a-8645-443012c0b998), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:21.910708 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2973cc83-5e41-425a-b7c7-c813c5ae0fde req-caa7fb9f-eaa8-42a1-86e7-e12314c89a31 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899513 Mar 31 23:10:21.926580 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-70bb9fa3-b95f-41ce-9756-afbd2f45885f service neutron] 10.222.0.41 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514976 Mar 31 23:10:21.932962 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:22.061320 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:22.073314 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fc9dd977-4eb7-4f00-8560-1bf5e6f52270 admin admin] 10.222.0.41 "PUT /v2.0/routers/8074ca80-a733-4603-ac08-9c17aade680e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6425061 Mar 31 23:10:22.092811 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Sync routers for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:22.097231 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:10:22.118000 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8733f-168f-4199-a0a4-cb5828643899 None None] Port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:22.131109 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:22.136952 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:10:11Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:22.258822 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-da7e74e1-de17-4fa1-b7d2-0a396983ac62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:22.554753 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-da7e74e1-de17-4fa1-b7d2-0a396983ac62 admin admin] Publish callbacks [] for security_group (e657fd1a-cae5-4a3d-8bd8-2c9f1af01994), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:22.722471 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:22.784871 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:22.787976 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:22.794885 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-da7e74e1-de17-4fa1-b7d2-0a396983ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e657fd1a-cae5-4a3d-8bd8-2c9f1af01994), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:22.799878 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f941f2e7-f1d4-497f-b718-9f76e1e22171 req-5014b91f-ca07-4547-b13e-1b21716dd4f3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.1263242 Mar 31 23:10:22.822853 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70a52e84-aabb-4beb-9519-8d48241b0323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (505a06d2-c26b-444a-8645-443012c0b998), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:22.832503 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-02f85f16-f293-4ecd-817a-0235b54cd4a0 None None] Provisioning complete for port c452d34a-3cc0-4e56-ac07-ce1b103db71b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:22.838168 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-02f85f16-f293-4ecd-817a-0235b54cd4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:22.839100 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70a52e84-aabb-4beb-9519-8d48241b0323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:22.844922 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-70a52e84-aabb-4beb-9519-8d48241b0323 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/505a06d2-c26b-444a-8645-443012c0b998 HTTP/1.1" status: 204 len: 168 time: 2.4794178 Mar 31 23:10:22.933204 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a52e84-aabb-4beb-9519-8d48241b0323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505a06d2-c26b-444a-8645-443012c0b998,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.943671 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-da7e74e1-de17-4fa1-b7d2-0a396983ac62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a772dbde61ab4476a8705e94d1f9ffcf&name=default HTTP/1.1" status: 200 len: 2993 time: 1.1952527 Mar 31 23:10:22.946498 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e74e1-de17-4fa1-b7d2-0a396983ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e657fd1a-cae5-4a3d-8bd8-2c9f1af01994,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:22.951940 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53320) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:23.081149 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 7168c798-f3dd-4449-8ee4-03d781d7bfb8, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=7168c798-f3dd-4449-8ee4-03d781d7bfb8,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:23.088514 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:10:23.138403 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cb016c13-1b9f-4caf-83d7-5f163d4baba6 admin admin] 10.222.0.41 "PUT /v2.0/routers/8fdd438e-fb50-403e-a5ec-ca5b54f371ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8214643 Mar 31 23:10:23.153054 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Sync routers for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:10:23.316090 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:23.318099 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5c126563-e5da-4686-99c5-edbf477160ef up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:23.409531 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-07434df9-8d05-4cf9-b36c-aef2eb03d030 admin admin] Publish callbacks [] for security_group (e657fd1a-cae5-4a3d-8bd8-2c9f1af01994), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:23.534652 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-b304c11c-7f2e-40b4-b1a1-7d2db267a85c tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:10:23.541887 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-b304c11c-7f2e-40b4-b1a1-7d2db267a85c tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0267775 Mar 31 23:10:23.569132 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-07434df9-8d05-4cf9-b36c-aef2eb03d030 admin admin] Publish callbacks [] for security_group (e657fd1a-cae5-4a3d-8bd8-2c9f1af01994), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:23.776259 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1077f7-6829-4642-9a50-ca6395607192 req-6a1d7bee-38cd-45f9-865b-d34695ef1402 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:23.780365 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a1077f7-6829-4642-9a50-ca6395607192 req-6a1d7bee-38cd-45f9-865b-d34695ef1402 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 931 time: 0.5290902 Mar 31 23:10:24.001088 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53338) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:24.011262 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-658cf21b-81b8-430d-b0ff-21ac4537465b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1401331762', 'description': 'tempest-description--800517021'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:24.042493 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 2, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.050278 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:24.053280 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:10:11Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:24.068837 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a1077f7-6829-4642-9a50-ca6395607192 req-5364f8a1-6695-425f-9768-609d58516996 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646811 Mar 31 23:10:24.103120 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-07434df9-8d05-4cf9-b36c-aef2eb03d030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e657fd1a-cae5-4a3d-8bd8-2c9f1af01994), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:24.108301 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-07434df9-8d05-4cf9-b36c-aef2eb03d030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:24.110875 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-07434df9-8d05-4cf9-b36c-aef2eb03d030 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e657fd1a-cae5-4a3d-8bd8-2c9f1af01994 HTTP/1.1" status: 204 len: 168 time: 1.1567798 Mar 31 23:10:24.130300 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07434df9-8d05-4cf9-b36c-aef2eb03d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e657fd1a-cae5-4a3d-8bd8-2c9f1af01994,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:24.231251 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-658cf21b-81b8-430d-b0ff-21ac4537465b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:24.320986 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9363929c-b7fc-4069-aa0b-6530b24c2c47 req-c5774fec-6025-4b35-9a53-619b6904e810 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.0783038 Mar 31 23:10:24.326556 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Checking router: 8074ca80-a733-4603-ac08-9c17aade680e for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:24.332530 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Updating router 8074ca80-a733-4603-ac08-9c17aade680e port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:24.530000 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:24.663703 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-658cf21b-81b8-430d-b0ff-21ac4537465b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (135dacc2-87f2-4e5d-8e91-2c950c4938c4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:24.781499 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 5c126563-e5da-4686-99c5-edbf477160ef triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:24.786450 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5c126563-e5da-4686-99c5-edbf477160ef), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:24.842416 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-658cf21b-81b8-430d-b0ff-21ac4537465b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (135dacc2-87f2-4e5d-8e91-2c950c4938c4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:24.999773 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cf21b-81b8-430d-b0ff-21ac4537465b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135dacc2-87f2-4e5d-8e91-2c950c4938c4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:25.000804 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-02f85f16-f293-4ecd-817a-0235b54cd4a0 None None] Current status of the port c452d34a-3cc0-4e56-ac07-ce1b103db71b is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:25.001824 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-02f85f16-f293-4ecd-817a-0235b54cd4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:25.082660 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=7168c798-f3dd-4449-8ee4-03d781d7bfb8,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:25.117878 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-658cf21b-81b8-430d-b0ff-21ac4537465b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:25.120403 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-658cf21b-81b8-430d-b0ff-21ac4537465b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1171060 Mar 31 23:10:25.124789 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53360) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:25.161363 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-9850543f-ebd1-4404-9b7d-4409c5ab1939 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'security_group_rule': {'security_group_id': '135dacc2-87f2-4e5d-8e91-2c950c4938c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:25.255529 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.30', 57683) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:25.332640 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-02f85f16-f293-4ecd-817a-0235b54cd4a0 None None] For port c452d34a-3cc0-4e56-ac07-ce1b103db71b, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c452d34a-3cc0-4e56-ac07-ce1b103db71b,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:25.336789 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 5c126563-e5da-4686-99c5-edbf477160ef is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:25.337336 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5c126563-e5da-4686-99c5-edbf477160ef), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:25.440301 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:25.448440 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9850543f-ebd1-4404-9b7d-4409c5ab1939 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (e63f0f84-dbbb-4ae7-9780-6f027b564756), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:25.448753 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 5c126563-e5da-4686-99c5-edbf477160ef, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5c126563-e5da-4686-99c5-edbf477160ef,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:25.598026 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-02f85f16-f293-4ecd-817a-0235b54cd4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:25.598026 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5c126563-e5da-4686-99c5-edbf477160ef), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:25.599120 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:25.987793 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:20Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:26.078274 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-ea425b71-65f6-4a60-be64-8a345a25b430 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.078881 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Publish callbacks [] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:26.085809 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-ea425b71-65f6-4a60-be64-8a345a25b430 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 819 time: 0.8247843 Mar 31 23:10:26.123843 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'port': {'device_id': '6b79e70f-98e9-4d5d-9f4a-1fcd46601afa', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'admin_state_up': True, 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:26.179445 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ebe0-2aca-4d68-a707-a8f1362aca4c req-9b6d1ae9-8c91-4dc5-adfc-7b7ca984507e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:26.198436 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0839ebe0-2aca-4d68-a707-a8f1362aca4c req-9b6d1ae9-8c91-4dc5-adfc-7b7ca984507e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 931 time: 0.6386998 Mar 31 23:10:26.234888 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:26.274741 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9850543f-ebd1-4404-9b7d-4409c5ab1939 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (e63f0f84-dbbb-4ae7-9780-6f027b564756), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:26.402977 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0839ebe0-2aca-4d68-a707-a8f1362aca4c req-a4cc3d92-c9a1-4941-81e7-c7d6ca2a53f4 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999977 Mar 31 23:10:26.406708 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9850543f-ebd1-4404-9b7d-4409c5ab1939 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (e63f0f84-dbbb-4ae7-9780-6f027b564756), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:26.537358 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850543f-ebd1-4404-9b7d-4409c5ab1939 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63f0f84-dbbb-4ae7-9780-6f027b564756,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.579335 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9850543f-ebd1-4404-9b7d-4409c5ab1939 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:26.586247 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9850543f-ebd1-4404-9b7d-4409c5ab1939 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4583991 Mar 31 23:10:26.589157 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53382) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:26.603483 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f85f16-f293-4ecd-817a-0235b54cd4a0 None None] Pushing event updated for resources: {'Port': ['ID=c452d34a-3cc0-4e56-ac07-ce1b103db71b,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:26.608008 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4b8fb88b-1125-4702-b404-21f18686b8ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'security_group_rule': {'security_group_id': '135dacc2-87f2-4e5d-8e91-2c950c4938c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:26.660575 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Request body: {'port': {'device_id': '59c5b131-d81e-4c49-af58-b6d517ca488d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:26.717082 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:26.717082 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:26.733241 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c26e0-7d95-4b13-a225-8a6021020f36 None None] The sync data for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi is: [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:20Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:26.810632 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb88b-1125-4702-b404-21f18686b8ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (60a13b24-8b39-4e00-acc5-67ed7ef8fd7a), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.073922 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d67be-1e61-4096-84b3-a59a7f8f9611 None None] Pushing event updated for resources: {'Port': ['ID=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.097660 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Attempting to bind port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:27.103695 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Attempting to bind port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:27.104626 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Attempting to bind port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 on network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:27.136781 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:27.141904 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Checking segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:27.154116 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb88b-1125-4702-b404-21f18686b8ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (60a13b24-8b39-4e00-acc5-67ed7ef8fd7a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.156290 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53386) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:27.165702 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.166675 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Bound using segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:27.173069 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Bound port: f88ea9f9-25b8-4c30-84cc-9a1e1602ff93, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:27.174233 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.196047 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c96a7d21-6b97-4d52-9392-b07581b6ed23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.277260 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.401209 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Made reservation on behalf of ced3889eb8ee4971bb17dc7e2354bf38 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:27.420373 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.481472 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c96a7d21-6b97-4d52-9392-b07581b6ed23 admin admin] Publish callbacks [] for security_group (33e9dddf-e8dd-42a4-85b7-ce3f6068efc3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.485034 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb88b-1125-4702-b404-21f18686b8ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (60a13b24-8b39-4e00-acc5-67ed7ef8fd7a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.540013 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fb88b-1125-4702-b404-21f18686b8ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a13b24-8b39-4e00-acc5-67ed7ef8fd7a,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:27.620060 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] For port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:27.646853 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.30', 57689) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:27.655209 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] For port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:27.714595 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c96a7d21-6b97-4d52-9392-b07581b6ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (33e9dddf-e8dd-42a4-85b7-ce3f6068efc3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.796785 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-4da9d75f-b017-40bb-93d3-a0f81d84a387 None None] Provisioning complete for port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:27.797684 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4da9d75f-b017-40bb-93d3-a0f81d84a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.807277 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:27.944564 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=5c126563-e5da-4686-99c5-edbf477160ef,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:28.075460 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:28.076564 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:10:11Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:28.411793 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:28.595431 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53406) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:28.744785 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-51a9871b-ca1c-4a56-822c-705b4bfc3bce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806437361', 'description': 'tempest-description--245793838'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:28.792856 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4da9d75f-b017-40bb-93d3-a0f81d84a387 None None] Current status of the port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:28.793533 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4da9d75f-b017-40bb-93d3-a0f81d84a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:28.805112 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d67be-1e61-4096-84b3-a59a7f8f9611 None None] Pushing event updated for resources: {'Port': ['ID=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:29.018329 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4b8fb88b-1125-4702-b404-21f18686b8ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:29.030278 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:16Z', 'revision_number': 2, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:29.040658 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4b8fb88b-1125-4702-b404-21f18686b8ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4424353 Mar 31 23:10:29.043395 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53418) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:29.091478 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:29.133512 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:29.275377 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Checking router: 8fdd438e-fb50-403e-a5ec-ca5b54f371ce for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:10:29.275978 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Updating router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:10:29.326909 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51a9871b-ca1c-4a56-822c-705b4bfc3bce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:29.389871 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a5ddcda-ff43-4532-8012-3caa790ce648 req-d5434ca1-1d14-4f9b-a0a7-b819397afc34 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.5513282 Mar 31 23:10:29.397208 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 7168c798-f3dd-4449-8ee4-03d781d7bfb8 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:29.456838 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a7d21-6b97-4d52-9392-b07581b6ed23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e9dddf-e8dd-42a4-85b7-ce3f6068efc3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:29.724899 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c96a7d21-6b97-4d52-9392-b07581b6ed23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=099098b0f6e8464697a3f20f2ff5e275&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5510132 Mar 31 23:10:29.737385 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53434) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:29.760228 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:29.789682 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4da9d75f-b017-40bb-93d3-a0f81d84a387 None None] For port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:29.889489 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-4f3eebbc-f6a7-43c7-9dad-bdb443d15973 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:29.916781 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-4f3eebbc-f6a7-43c7-9dad-bdb443d15973 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 819 time: 2.2620492 Mar 31 23:10:30.024960 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4da9d75f-b017-40bb-93d3-a0f81d84a387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:30.081983 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b092161-dd9a-4073-88ce-6bfceb7f4bdb req-48fb9879-64de-49c1-8b61-36b350c30143 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:30.103732 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b092161-dd9a-4073-88ce-6bfceb7f4bdb req-48fb9879-64de-49c1-8b61-36b350c30143 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 931 time: 1.2310386 Mar 31 23:10:30.151057 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:10:30.212089 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:30.221711 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:27Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:30.334413 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-77f37ad9-a83b-48d9-bcef-3064ef767d01 admin admin] Publish callbacks [] for security_group (33e9dddf-e8dd-42a4-85b7-ce3f6068efc3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:30.380369 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db1b0d9-5967-4ac0-96d6-dd74806ae35a None None] The sync data for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi is: [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:27Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:30.452166 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b092161-dd9a-4073-88ce-6bfceb7f4bdb req-786ec455-0f95-4f36-84fa-2a6740f1ba3e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450108 Mar 31 23:10:30.611323 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-77f37ad9-a83b-48d9-bcef-3064ef767d01 admin admin] Publish callbacks [] for security_group (33e9dddf-e8dd-42a4-85b7-ce3f6068efc3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:30.863829 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5214e319-a873-4ffc-9b8d-aaf81d4cedc4 req-c4c018f7-3248-4184-8558-85923ee66a4b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.1643479 Mar 31 23:10:30.988492 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51a9871b-ca1c-4a56-822c-705b4bfc3bce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (5f59e063-df13-491c-9add-4de80708717b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:30.997443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Allocated IP 172.20.0.10 (d225a140-1c4b-4f8b-acf8-3376bd312744/7db72a81-ebe1-420b-b2f7-254815101eea/95f6e087-115d-43a6-b2b4-4c007404dd73) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:31.011766 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:31.012636 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.019302 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9d75f-b017-40bb-93d3-a0f81d84a387 None None] Pushing event updated for resources: {'Port': ['ID=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.055699 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-77f37ad9-a83b-48d9-bcef-3064ef767d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (33e9dddf-e8dd-42a4-85b7-ce3f6068efc3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.060447 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-77f37ad9-a83b-48d9-bcef-3064ef767d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.073285 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-77f37ad9-a83b-48d9-bcef-3064ef767d01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33e9dddf-e8dd-42a4-85b7-ce3f6068efc3 HTTP/1.1" status: 204 len: 168 time: 1.3208084 Mar 31 23:10:31.105658 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51a9871b-ca1c-4a56-822c-705b4bfc3bce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5f59e063-df13-491c-9add-4de80708717b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.106921 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37ad9-a83b-48d9-bcef-3064ef767d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e9dddf-e8dd-42a4-85b7-ce3f6068efc3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.263006 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-94d2a052-0ef7-4139-a496-cb5627fd6d36 None None] Provisioning complete for port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:31.263627 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-94d2a052-0ef7-4139-a496-cb5627fd6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.344215 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51a9871b-ca1c-4a56-822c-705b4bfc3bce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.352191 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53462) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:31.352555 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-51a9871b-ca1c-4a56-822c-705b4bfc3bce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.6307094 Mar 31 23:10:31.371637 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-65fcaea1-a8cd-495b-93fa-6dcce26b463d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'security_group_rule': {'security_group_id': '5f59e063-df13-491c-9add-4de80708717b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:31.395716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b153c0c-4c2f-450b-a4b3-7183fe40c248 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:31.437426 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53464) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:31.490272 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9871b-ca1c-4a56-822c-705b4bfc3bce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f59e063-df13-491c-9add-4de80708717b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:31.498485 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Publish callbacks [] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.545556 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65fcaea1-a8cd-495b-93fa-6dcce26b463d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (dbeaca6c-01cf-45e7-844d-a697f23829aa), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.587447 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:31.588686 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5c126563-e5da-4686-99c5-edbf477160ef up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:31.786519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Transition to ACTIVE for port object 0b153c0c-4c2f-450b-a4b3-7183fe40c248 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:10:31.871920 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.930996 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:31.968615 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65fcaea1-a8cd-495b-93fa-6dcce26b463d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (dbeaca6c-01cf-45e7-844d-a697f23829aa), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:32.037234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaef3d0-5708-4cda-91c0-4e328bfdf096 req-31bedb31-2e71-467c-a755-2b9d87783874 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:32.051568 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0aaef3d0-5708-4cda-91c0-4e328bfdf096 req-31bedb31-2e71-467c-a755-2b9d87783874 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 931 time: 0.2505414 Mar 31 23:10:32.198135 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-94d2a052-0ef7-4139-a496-cb5627fd6d36 None None] Current status of the port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:32.256555 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Pushing event updated for resources: {'Port': ['ID=0b153c0c-4c2f-450b-a4b3-7183fe40c248,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:32.335930 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0aaef3d0-5708-4cda-91c0-4e328bfdf096 req-db854279-ff54-416c-a010-9bfa77e21180 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778883 Mar 31 23:10:32.359307 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65fcaea1-a8cd-495b-93fa-6dcce26b463d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (dbeaca6c-01cf-45e7-844d-a697f23829aa), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:32.374265 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Publish callbacks [] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:32.424552 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 5c126563-e5da-4686-99c5-edbf477160ef triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:32.447967 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5c126563-e5da-4686-99c5-edbf477160ef), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:32.489138 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'port': {'device_id': '2dd0935f-e428-410a-8aea-cc29a37a3120', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'admin_state_up': True, 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:32.618457 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:32.669549 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.001325 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13342a-dc1f-4275-b186-4de37d66f3cc None None] Pushing event updated for resources: {'Port': ['ID=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.019282 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Allocated IP 172.27.0.95 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/4bb44845-78cd-413b-b41a-1a241992f1d0) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:33.043477 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Attempting to bind port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:33.044023 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Attempting to bind port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '4159aa52-3f59-459d-b3d4-7156b0a4240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '108b8bea-586a-4da3-b68f-76698f8277d6'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:33.044479 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Attempting to bind port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 on network 108b8bea-586a-4da3-b68f-76698f8277d6 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:33.049139 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcaea1-a8cd-495b-93fa-6dcce26b463d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbeaca6c-01cf-45e7-844d-a697f23829aa,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.054924 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df8b4570-a518-4427-adc1-a53a57b6b7cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.074696 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40ebc584-b572-421e-bb85-e7309335dc4e req-d5746c55-d2cf-4773-84a1-9964fc7ae456 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.7766516 Mar 31 23:10:33.080453 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 on network 108b8bea-586a-4da3-b68f-76698f8277d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:33.080884 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Attempting to bind port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 on network 108b8bea-586a-4da3-b68f-76698f8277d6 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:33.161081 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65fcaea1-a8cd-495b-93fa-6dcce26b463d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.163168 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-65fcaea1-a8cd-495b-93fa-6dcce26b463d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8077512 Mar 31 23:10:33.183434 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53490) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:33.260111 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-20d9c869-3929-4eae-ad6a-557167e877f6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'security_group_rule': {'security_group_id': '5f59e063-df13-491c-9add-4de80708717b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:33.352254 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:33.353407 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Checking segment: {'id': '4159aa52-3f59-459d-b3d4-7156b0a4240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '108b8bea-586a-4da3-b68f-76698f8277d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:33.356425 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Bound using segment: {'id': '4159aa52-3f59-459d-b3d4-7156b0a4240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '108b8bea-586a-4da3-b68f-76698f8277d6'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:33.359164 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Bound port: 0b153c0c-4c2f-450b-a4b3-7183fe40c248, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4159aa52-3f59-459d-b3d4-7156b0a4240f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '108b8bea-586a-4da3-b68f-76698f8277d6'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:33.360137 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.426079 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Attempting to bind port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:33.428422 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Attempting to bind port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:33.430637 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Attempting to bind port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 on network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:33.506493 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:33.508930 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Checking segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:33.510568 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.514312 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Bound using segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:33.516007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Bound port: 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:33.521128 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.571930 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 5c126563-e5da-4686-99c5-edbf477160ef is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:33.580639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c452d34a-3cc0-4e56-ac07-ce1b103db71b up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:33.583644 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df8b4570-a518-4427-adc1-a53a57b6b7cf admin admin] Publish callbacks [] for security_group (bee36147-3818-45ba-8071-8dd08f98970a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.732754 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-df8b4570-a518-4427-adc1-a53a57b6b7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bee36147-3818-45ba-8071-8dd08f98970a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.809989 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c07dab79-7b3f-410a-96bb-5e9cbffee9f2 None None] Provisioning complete for port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:33.811052 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c07dab79-7b3f-410a-96bb-5e9cbffee9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.841716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:33.918417 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-df8b4570-a518-4427-adc1-a53a57b6b7cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d6307d88c8c45f98ae9f3f48bda1bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4767146 Mar 31 23:10:33.954030 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b4570-a518-4427-adc1-a53a57b6b7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee36147-3818-45ba-8071-8dd08f98970a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:33.965938 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] For port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:33.972558 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] For port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:33.999895 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c07dab79-7b3f-410a-96bb-5e9cbffee9f2 None None] Port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:34.011121 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port c452d34a-3cc0-4e56-ac07-ce1b103db71b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:34.011792 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:34.016462 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53502) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:34.135246 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:34.183901 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event updated for resources: {'Port': ['ID=95f6e087-115d-43a6-b2b4-4c007404dd73,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.321025 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20d9c869-3929-4eae-ad6a-557167e877f6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (e511c8c3-5cde-40cc-96a4-23a2fb7f8377), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:34.483838 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port c452d34a-3cc0-4e56-ac07-ce1b103db71b is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:34.544177 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:10:34.545050 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:10:11Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:34.715132 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-204b28b3-fd6e-4789-96e0-d82383d457aa admin admin] Publish callbacks [] for security_group (bee36147-3818-45ba-8071-8dd08f98970a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:34.768562 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Network d225a140-1c4b-4f8b-acf8-3376bd312744 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:34.813195 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for port (4bb44845-78cd-413b-b41a-1a241992f1d0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:34.817618 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:34.840169 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:34.866855 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Made reservation on behalf of ced3889eb8ee4971bb17dc7e2354bf38 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:34.874309 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:34.899358 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:34.903705 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:34.904242 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13342a-dc1f-4275-b186-4de37d66f3cc None None] Pushing event updated for resources: {'Port': ['ID=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:34.914990 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efe4dea3-998d-409c-90e0-b580b6bdce89 req-9023ae3e-bc36-462a-acd3-542120b5faa6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.5194595 Mar 31 23:10:34.999336 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40c8aa-bdc7-4135-bdb4-0af783169ee1 req-7fd33405-5c88-4f74-bf46-11f97c8f3841 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:35.052392 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b40c8aa-bdc7-4135-bdb4-0af783169ee1 req-7fd33405-5c88-4f74-bf46-11f97c8f3841 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 943 time: 1.1894429 Mar 31 23:10:35.062940 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:35.184200 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20d9c869-3929-4eae-ad6a-557167e877f6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (e511c8c3-5cde-40cc-96a4-23a2fb7f8377), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:35.284281 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:10:35.293399 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:35.294924 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:35.315613 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-204b28b3-fd6e-4789-96e0-d82383d457aa admin admin] Publish callbacks [] for security_group (bee36147-3818-45ba-8071-8dd08f98970a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:35.321618 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-1862a0a7-2ba6-4b2a-afff-d750f1b481b6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.2183330 Mar 31 23:10:35.333887 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20d9c869-3929-4eae-ad6a-557167e877f6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (e511c8c3-5cde-40cc-96a4-23a2fb7f8377), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:35.425033 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Request body: {'port': {'device_id': '6b79e70f-98e9-4d5d-9f4a-1fcd46601afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:35.459557 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-512a7cd6-1f71-4ea7-8ec0-fc17a77b41d8 None None] Provisioning complete for port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:35.462794 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-512a7cd6-1f71-4ea7-8ec0-fc17a77b41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:35.539827 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20d9c869-3929-4eae-ad6a-557167e877f6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:35.542858 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-20d9c869-3929-4eae-ad6a-557167e877f6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3019497 Mar 31 23:10:35.545309 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] For port 0b153c0c-4c2f-450b-a4b3-7183fe40c248, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:35.619236 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9c869-3929-4eae-ad6a-557167e877f6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e511c8c3-5cde-40cc-96a4-23a2fb7f8377,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:35.660017 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53522) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:35.673178 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:35.725988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:35.805562 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (4bb44845-78cd-413b-b41a-1a241992f1d0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:36.055013 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53534) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:36.073434 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] For port 0b153c0c-4c2f-450b-a4b3-7183fe40c248, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b153c0c-4c2f-450b-a4b3-7183fe40c248,segment=NetworkSegment(4159aa52-3f59-459d-b3d4-7156b0a4240f),segment_id=4159aa52-3f59-459d-b3d4-7156b0a4240f)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:36.170391 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b40c8aa-bdc7-4135-bdb4-0af783169ee1 req-bd14c32e-f6ab-4143-898b-9195ab7903e9 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1163654 Mar 31 23:10:36.216271 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:36.244090 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:36.288274 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:36.371878 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:36.442096 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a7c89db-ba58-43ad-8fa0-12bd01c6a989 req-bcc38578-dbc9-4e0a-aea8-e2d684927e96 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.1102390 Mar 31 23:10:36.547023 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-204b28b3-fd6e-4789-96e0-d82383d457aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bee36147-3818-45ba-8071-8dd08f98970a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:36.558443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-204b28b3-fd6e-4789-96e0-d82383d457aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:36.558443 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-204b28b3-fd6e-4789-96e0-d82383d457aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bee36147-3818-45ba-8071-8dd08f98970a HTTP/1.1" status: 204 len: 168 time: 2.5357592 Mar 31 23:10:36.639435 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Allocated IP 172.20.0.7 (d225a140-1c4b-4f8b-acf8-3376bd312744/7db72a81-ebe1-420b-b2f7-254815101eea/3d524ac9-13aa-469d-846d-eca9e9cbd576) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:36.663009 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:36.669607 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b28b3-fd6e-4789-96e0-d82383d457aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee36147-3818-45ba-8071-8dd08f98970a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:36.813916 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:36.828130 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-411768706-network', 'tenant_id': 'b2f2d8c629a947189c6a02b76136ac87'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:36.883793 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'Port': ['ID=4bb44845-78cd-413b-b41a-1a241992f1d0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:37.057867 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-512a7cd6-1f71-4ea7-8ec0-fc17a77b41d8 None None] Current status of the port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:37.058511 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-512a7cd6-1f71-4ea7-8ec0-fc17a77b41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:37.213158 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:37.235313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3796ee4c-b833-4205-aa49-05ffd8fbb27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:37.246625 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:37.252727 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] 10.222.0.30 "PUT /v2.0/ports/0b153c0c-4c2f-450b-a4b3-7183fe40c248 HTTP/1.1" status: 200 len: 1093 time: 12.7873330 Mar 31 23:10:37.255334 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c5b131-d81e-4c49-af58-b6d517ca488d', 'tag': '0b153c0c-4c2f-450b-a4b3-7183fe40c248'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:37.290631 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-512a7cd6-1f71-4ea7-8ec0-fc17a77b41d8 None None] For port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:37.396063 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:33Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:10:37.590992 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:37.730514 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-512a7cd6-1f71-4ea7-8ec0-fc17a77b41d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:37.780473 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b95a11-2850-4dcf-9dd6-b4945abb24e0 None None] The sync data for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi is: [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:33Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:10:37.854154 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:38.205296 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a7cd6-1f71-4ea7-8ec0-fc17a77b41d8 None None] Pushing event updated for resources: {'Port': ['ID=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.235904 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-14dff697-49be-4ceb-8c35-e4dc3eb20cf2 None None] Provisioning complete for port 95f6e087-115d-43a6-b2b4-4c007404dd73 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:38.247149 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-14dff697-49be-4ceb-8c35-e4dc3eb20cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:38.254675 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Allocated IP 172.27.0.59 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/e66a602f-ae0c-4dae-bb16-16584be639cc) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:38.344662 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-14dff697-49be-4ceb-8c35-e4dc3eb20cf2 None None] Port 95f6e087-115d-43a6-b2b4-4c007404dd73 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:38.477879 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Made reservation on behalf of b2f2d8c629a947189c6a02b76136ac87 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:38.493254 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:38.549167 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for port (e66a602f-ae0c-4dae-bb16-16584be639cc), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:38.607397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:38.630111 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (69a8e7b1-4b82-4ace-9f38-69e1cf484142), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:38.793615 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8899e-5f04-42bd-9837-34c957b06cad service neutron] Pushing event updated for resources: {'Port': ['ID=0b153c0c-4c2f-450b-a4b3-7183fe40c248,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:38.809361 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cad2ec08-1462-4aa1-ad1a-cc5d4d421c52 req-6e900298-a854-48ea-abbb-e4f8ba103a4b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.1271470 Mar 31 23:10:38.950436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c024f-093b-4825-bbcb-769714c73732 req-217f473e-25c5-4202-ac7e-db2e2e152d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.973850 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-217f473e-25c5-4202-ac7e-db2e2e152d6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df7f076fbcd14df28ebb3a0307a03b9c&device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 1127 time: 1.4173672 Mar 31 23:10:38.989364 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a670602-20b2-47ce-a907-c28e6445b9a1 req-95f7afe9-3fb7-4132-bcf2-9fd2ba8ab5e1 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:38.992826 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a670602-20b2-47ce-a907-c28e6445b9a1 req-95f7afe9-3fb7-4132-bcf2-9fd2ba8ab5e1 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 943 time: 1.3911910 Mar 31 23:10:39.008763 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (e66a602f-ae0c-4dae-bb16-16584be639cc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:39.145645 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:39.387443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Publish callbacks [] for security_group (df911cce-5c7d-4afd-b2f4-c86cb7290025), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:39.431554 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:39.433338 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:39.482150 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48964eaa-426e-4c80-bb34-34b26feb406b" -d '{"events": [{"name": "network-changed", "server_uuid": "59c5b131-d81e-4c49-af58-b6d517ca488d", "tag": "0b153c0c-4c2f-450b-a4b3-7183fe40c248"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:39.607630 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (df911cce-5c7d-4afd-b2f4-c86cb7290025), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:39.674070 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:39.751691 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:39.801508 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:39.889888 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:39.899898 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Network d225a140-1c4b-4f8b-acf8-3376bd312744 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:39.908751 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a670602-20b2-47ce-a907-c28e6445b9a1 req-51ba7c99-c423-4c28-8fdb-13018a7cb136 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8937221 Mar 31 23:10:39.910241 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'Port': ['ID=e66a602f-ae0c-4dae-bb16-16584be639cc,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:39.916395 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:39.927127 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:39.965565 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-942545dd-065f-4a39-bdfe-e4aa74152331 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b153c0c-4c2f-450b-a4b3-7183fe40c248 HTTP/1.1" status: 200 len: 217 time: 0.9755602 Mar 31 23:10:40.064165 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:40.086235 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:40.089758 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:40.309462 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (73b01d19-d736-4e37-ac8b-d90cfc356b75), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:40.358147 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9440427 Mar 31 23:10:40.429446 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ef7071-818e-41af-8cc3-d139fd6e0c04 x-openstack-request-id: req-91ef7071-818e-41af-8cc3-d139fd6e0c04 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:40.453663 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c5b131-d81e-4c49-af58-b6d517ca488d", "tag": "0b153c0c-4c2f-450b-a4b3-7183fe40c248", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:40.455290 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91ef7071-818e-41af-8cc3-d139fd6e0c04 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:40.462642 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ef7071-818e-41af-8cc3-d139fd6e0c04'] response: {'name': 'network-changed', 'server_uuid': '59c5b131-d81e-4c49-af58-b6d517ca488d', 'tag': '0b153c0c-4c2f-450b-a4b3-7183fe40c248', 'status': 'completed', 'code': 200} Mar 31 23:10:40.467350 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Request body: {'port': {'device_id': '2dd0935f-e428-410a-8aea-cc29a37a3120', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:40.497864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4bb44845-78cd-413b-b41a-1a241992f1d0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:40.561887 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5a6bbfa1-8f14-4dea-963b-2e599efea31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:40.735828 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e292aad-1897-47c8-9fe8-cb3e1d7b9f4f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event updated for resources: {'Port': ['ID=3d524ac9-13aa-469d-846d-eca9e9cbd576,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:40.757028 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (e66a602f-ae0c-4dae-bb16-16584be639cc), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:40.773251 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-d9d3a119-e138-4ea3-b728-cc501f965b48 None None] Provisioning complete for port 3d524ac9-13aa-469d-846d-eca9e9cbd576 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:40.781360 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a119-e138-4ea3-b728-cc501f965b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:40.896670 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:40.999417 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-d9d3a119-e138-4ea3-b728-cc501f965b48 None None] Port 3d524ac9-13aa-469d-846d-eca9e9cbd576 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:41.029352 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68a431-a557-4286-b9ed-c8b1bba3f33d req-a766a615-95fb-4f87-ad1c-a49a1b2a2209 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.036108 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a68a431-a557-4286-b9ed-c8b1bba3f33d req-a766a615-95fb-4f87-ad1c-a49a1b2a2209 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 931 time: 0.6874983 Mar 31 23:10:41.345955 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df911cce-5c7d-4afd-b2f4-c86cb7290025,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:41.385100 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:41.505408 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for port (4bb44845-78cd-413b-b41a-1a241992f1d0), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:41.583294 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c024f-093b-4825-bbcb-769714c73732 req-a1e9151b-7db9-42a2-8d98-07e00060e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.594848 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-a1e9151b-7db9-42a2-8d98-07e00060e9c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=132708b3-e082-4b0f-8b42-360f27393317 HTTP/1.1" status: 200 len: 852 time: 1.2051692 Mar 31 23:10:41.602228 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f6e087-115d-43a6-b2b4-4c007404dd73 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:41.636324 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Publish callbacks [] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:41.645855 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a68a431-a557-4286-b9ed-c8b1bba3f33d req-d560c0b8-640e-44e8-8106-a7a1afc20741 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837584 Mar 31 23:10:41.679207 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (a5489c99-90df-4786-a338-b126361ea388), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:41.679568 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Added segment a5489c99-90df-4786-a338-b126361ea388 of type vlan for network a9c5f486-1aaf-4792-b6e7-a94a57e25530 Mar 31 23:10:41.735499 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9525efd-8e7a-4cdc-8c4c-722bb286c85c req-998d3324-ee58-4c9f-b6e4-26dad58b9b61 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:41.749232 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f9525efd-8e7a-4cdc-8c4c-722bb286c85c req-998d3324-ee58-4c9f-b6e4-26dad58b9b61 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 943 time: 0.5664666 Mar 31 23:10:41.812396 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4bb44845-78cd-413b-b41a-1a241992f1d0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:41.935624 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for port (e66a602f-ae0c-4dae-bb16-16584be639cc), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:41.998241 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f9525efd-8e7a-4cdc-8c4c-722bb286c85c req-2df2a16c-b62f-4879-a7df-d307d535ba5f tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409585 Mar 31 23:10:42.024239 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (e66a602f-ae0c-4dae-bb16-16584be639cc), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:42.083936 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-938e2af8-63f1-4290-a135-0c2cedda38c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=108b8bea-586a-4da3-b68f-76698f8277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4599502 Mar 31 23:10:42.085727 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (69a8e7b1-4b82-4ace-9f38-69e1cf484142), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:42.134867 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (73b01d19-d736-4e37-ac8b-d90cfc356b75), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:42.186652 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'Port': ['ID=e66a602f-ae0c-4dae-bb16-16584be639cc,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.210792 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53644) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:42.273681 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (a9c5f486-1aaf-4792-b6e7-a94a57e25530), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:42.278210 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Transition to ACTIVE for port object 95f6e087-115d-43a6-b2b4-4c007404dd73 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:10:42.314346 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:42.316793 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-28b43484-5625-4846-96a3-e6a8cc75ab1c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6555104 Mar 31 23:10:42.419092 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.db.resource_extend [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:10:42.471877 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:42.476282 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'Port': ['ID=4bb44845-78cd-413b-b41a-1a241992f1d0,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.531897 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:42.617047 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:42.668531 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d29262fc-e845-4e80-92e6-53c088c4ccbb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 13.5288639 Mar 31 23:10:42.688796 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Pushing event updated for resources: {'Port': ['ID=95f6e087-115d-43a6-b2b4-4c007404dd73,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:42.726696 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-7d0858ab-709c-4d1e-ad2b-9c37b2b3c137 service neutron] 10.222.0.30 "GET /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780407 Mar 31 23:10:43.007021 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (a9c5f486-1aaf-4792-b6e7-a94a57e25530), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.009764 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:43.017526 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.174550 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d524ac9-13aa-469d-846d-eca9e9cbd576 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:43.215880 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Publish callbacks [] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.345115 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Attempting to bind port 95f6e087-115d-43a6-b2b4-4c007404dd73 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:43.345452 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Attempting to bind port 95f6e087-115d-43a6-b2b4-4c007404dd73 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:43.347071 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Attempting to bind port 95f6e087-115d-43a6-b2b4-4c007404dd73 on network d225a140-1c4b-4f8b-acf8-3376bd312744 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:43.389328 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 7.2684414 Mar 31 23:10:43.398571 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af90fd94-9d39-4bea-907d-489b5474752c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.416475 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53672) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:43.422092 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Transition to ACTIVE for port object 3d524ac9-13aa-469d-846d-eca9e9cbd576 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:10:43.422338 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Port 95f6e087-115d-43a6-b2b4-4c007404dd73 on network d225a140-1c4b-4f8b-acf8-3376bd312744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:43.423121 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Attempting to bind port 95f6e087-115d-43a6-b2b4-4c007404dd73 on network d225a140-1c4b-4f8b-acf8-3376bd312744 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:43.426975 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Request body: {'subnet': {'network_id': 'a9c5f486-1aaf-4792-b6e7-a94a57e25530', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-411768706-subnet', 'tenant_id': 'b2f2d8c629a947189c6a02b76136ac87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:43.450118 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:43.450669 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Checking segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:43.450966 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Bound using segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:43.451463 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Bound port: 95f6e087-115d-43a6-b2b4-4c007404dd73, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:43.451836 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.488377 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fc154-fe6d-47f6-b21e-d5fe156de839 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c5f486-1aaf-4792-b6e7-a94a57e25530,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:43.597830 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.605888 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network a9c5f486-1aaf-4792-b6e7-a94a57e25530 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:43.614592 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Made reservation on behalf of b2f2d8c629a947189c6a02b76136ac87 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:43.615863 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3f7c024f-093b-4825-bbcb-769714c73732 req-1c690141-c5a7-433a-beae-6ff0eddf1161 service neutron] 10.222.0.30 "GET /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8749678 Mar 31 23:10:43.617960 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.724244 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] For port 95f6e087-115d-43a6-b2b4-4c007404dd73, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:43.731309 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] For port 95f6e087-115d-43a6-b2b4-4c007404dd73, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95f6e087-115d-43a6-b2b4-4c007404dd73,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:43.743816 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-1fcbcff5-ca3a-4a97-b01a-d017f00046c4 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--806437361&fields=id&tenant_id=90fe5ebff2384f8387c85f97ec54508b HTTP/1.1" status: 200 len: 267 time: 0.8858654 Mar 31 23:10:43.938309 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.983291 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:43.983291 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:43.983291 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] 10.222.0.30 "PUT /v2.0/ports/95f6e087-115d-43a6-b2b4-4c007404dd73 HTTP/1.1" status: 200 len: 1094 time: 8.6497419 Mar 31 23:10:43.991140 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b79e70f-98e9-4d5d-9f4a-1fcd46601afa', 'tag': '95f6e087-115d-43a6-b2b4-4c007404dd73'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:43.997096 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1fcaf-50a9-4604-8f2e-68ac31b63221" -d '{"events": [{"name": "network-changed", "server_uuid": "6b79e70f-98e9-4d5d-9f4a-1fcd46601afa", "tag": "95f6e087-115d-43a6-b2b4-4c007404dd73"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:44.162444 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c0152-0364-44a4-9fea-651990b2cbf4 req-476a7f2c-74f6-4c42-a255-0d55663a43bd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.166238 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-785c0152-0364-44a4-9fea-651990b2cbf4 req-476a7f2c-74f6-4c42-a255-0d55663a43bd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 931 time: 0.9265454 Mar 31 23:10:44.219672 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964eaa-426e-4c80-bb34-34b26feb406b req-c7d0ac3a-5a83-494c-987b-5d8f7aca786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.223145 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48964eaa-426e-4c80-bb34-34b26feb406b req-c7d0ac3a-5a83-494c-987b-5d8f7aca786c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df7f076fbcd14df28ebb3a0307a03b9c&device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 1127 time: 0.4093761 Mar 31 23:10:44.262008 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Attempting to bind port 3d524ac9-13aa-469d-846d-eca9e9cbd576 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:44.265966 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Attempting to bind port 3d524ac9-13aa-469d-846d-eca9e9cbd576 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:44.266993 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Attempting to bind port 3d524ac9-13aa-469d-846d-eca9e9cbd576 on network d225a140-1c4b-4f8b-acf8-3376bd312744 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:44.285221 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2c041-3aa5-4960-b04f-065e395b9237 service neutron] Pushing event updated for resources: {'Port': ['ID=95f6e087-115d-43a6-b2b4-4c007404dd73,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:44.372027 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Port 3d524ac9-13aa-469d-846d-eca9e9cbd576 on network d225a140-1c4b-4f8b-acf8-3376bd312744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:44.372571 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Attempting to bind port 3d524ac9-13aa-469d-846d-eca9e9cbd576 on network d225a140-1c4b-4f8b-acf8-3376bd312744 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:44.398202 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Pushing event updated for resources: {'Port': ['ID=3d524ac9-13aa-469d-846d-eca9e9cbd576,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:44.499250 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:44.499736 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Checking segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:44.503141 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Bound using segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:44.504278 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Bound port: 3d524ac9-13aa-469d-846d-eca9e9cbd576, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:44.505211 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:44.765522 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-785c0152-0364-44a4-9fea-651990b2cbf4 req-ad0b1637-2096-4dd2-b10d-a271f555de46 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571024 Mar 31 23:10:44.778728 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-030eb05b-57d0-4324-a89f-e752737c357d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.781560 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-030eb05b-57d0-4324-a89f-e752737c357d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 817 time: 1.0004239 Mar 31 23:10:44.786701 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-37369b08-d2aa-42e2-999b-41c312ce30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.790091 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-37369b08-d2aa-42e2-999b-41c312ce30b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 1128 time: 0.6710410 Mar 31 23:10:44.938315 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964eaa-426e-4c80-bb34-34b26feb406b req-4fe7a1f0-309a-4839-b190-c04399d3c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:44.940136 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48964eaa-426e-4c80-bb34-34b26feb406b req-4fe7a1f0-309a-4839-b190-c04399d3c7cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=108b8bea-586a-4da3-b68f-76698f8277d6 HTTP/1.1" status: 200 len: 913 time: 0.7040145 Mar 31 23:10:44.952525 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af90fd94-9d39-4bea-907d-489b5474752c admin admin] Publish callbacks [] for security_group (98d02cce-bfc8-45d6-9d69-51be8cba046b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:44.955755 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-bbe6d05d-e613-46ce-bff5-6b64ea2dd818 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/quotas/90fe5ebff2384f8387c85f97ec54508b HTTP/1.1" status: 200 len: 375 time: 0.1020768 Mar 31 23:10:45.017080 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.039173 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] For port 3d524ac9-13aa-469d-846d-eca9e9cbd576, host hv-cinder-83587, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:10:45.391062 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af90fd94-9d39-4bea-907d-489b5474752c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (98d02cce-bfc8-45d6-9d69-51be8cba046b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.399256 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] For port 3d524ac9-13aa-469d-846d-eca9e9cbd576, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:10:45.422157 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53708) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:45.482493 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.538817 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-af90fd94-9d39-4bea-907d-489b5474752c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cd99d9f39a34311bfad01b6d0f15806&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3243673 Mar 31 23:10:45.543073 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53712) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:45.545388 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.561443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6734b-6b21-40ae-b260-8352b1419c91 req-f9d95bbb-0365-4e40-9c8e-1a618d80bf22 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:45.564412 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7a6734b-6b21-40ae-b260-8352b1419c91 req-f9d95bbb-0365-4e40-9c8e-1a618d80bf22 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 943 time: 0.6677411 Mar 31 23:10:45.581092 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (93af1680-a992-4682-8c56-adaef6f8753a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.584515 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90fd94-9d39-4bea-907d-489b5474752c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d02cce-bfc8-45d6-9d69-51be8cba046b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:45.621101 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d84ceb21-ef3d-4af1-beec-67a6eb4e5e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.643245 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-a854776c-acc1-46c0-9e7d-058d172ad3bc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6473372 Mar 31 23:10:45.704256 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:45.704949 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.707753 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d524ac9-13aa-469d-846d-eca9e9cbd576 HTTP/1.1" status: 200 len: 1093 time: 5.3385019 Mar 31 23:10:45.726057 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd0935f-e428-410a-8aea-cc29a37a3120', 'tag': '3d524ac9-13aa-469d-846d-eca9e9cbd576'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:45.732573 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f4989194-3c1e-41b9-bf84-c5ec68fdc550 admin admin] Publish callbacks [] for security_group (98d02cce-bfc8-45d6-9d69-51be8cba046b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.808005 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f4989194-3c1e-41b9-bf84-c5ec68fdc550 admin admin] Publish callbacks [] for security_group (98d02cce-bfc8-45d6-9d69-51be8cba046b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:45.981907 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d84ceb21-ef3d-4af1-beec-67a6eb4e5e07 admin admin] Publish callbacks [] for security_group (e662f61c-6e58-4f66-9672-b85e8661cf03), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:46.041580 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93af1680-a992-4682-8c56-adaef6f8753a,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.063939 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d84ceb21-ef3d-4af1-beec-67a6eb4e5e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e662f61c-6e58-4f66-9672-b85e8661cf03), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:46.067491 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8f3ed-7f8f-4fc1-b0b1-83c5c8e9f510 service neutron] Pushing event updated for resources: {'Port': ['ID=3d524ac9-13aa-469d-846d-eca9e9cbd576,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.122183 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f4989194-3c1e-41b9-bf84-c5ec68fdc550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (98d02cce-bfc8-45d6-9d69-51be8cba046b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:46.123933 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7a6734b-6b21-40ae-b260-8352b1419c91 req-8716ac0b-714e-48e8-b61f-d488fb657a74 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263813 Mar 31 23:10:46.127434 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f4989194-3c1e-41b9-bf84-c5ec68fdc550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:46.132454 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f4989194-3c1e-41b9-bf84-c5ec68fdc550 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98d02cce-bfc8-45d6-9d69-51be8cba046b HTTP/1.1" status: 204 len: 168 time: 0.5863681 Mar 31 23:10:46.171861 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Checking segment: {'id': 'a5489c99-90df-4786-a338-b126361ea388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a9c5f486-1aaf-4792-b6e7-a94a57e25530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:46.172391 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Network hostable DHCP agents. Network: a9c5f486-1aaf-4792-b6e7-a94a57e25530, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:46.195367 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ceb21-ef3d-4af1-beec-67a6eb4e5e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e662f61c-6e58-4f66-9672-b85e8661cf03,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.208562 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d84ceb21-ef3d-4af1-beec-67a6eb4e5e07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b28a773c3f9044759b8e55be88dd8e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7833993 Mar 31 23:10:46.212585 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53728) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:46.234430 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4989194-3c1e-41b9-bf84-c5ec68fdc550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d02cce-bfc8-45d6-9d69-51be8cba046b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:46.245187 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-81ee8070-6f74-48d1-9900-b71781ab1f22 service neutron] 10.222.0.41 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530002 Mar 31 23:10:46.359347 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181088e0-3e04-4d53-ad74-11951d059b95" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd0935f-e428-410a-8aea-cc29a37a3120", "tag": "3d524ac9-13aa-469d-846d-eca9e9cbd576"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:46.372928 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Network a9c5f486-1aaf-4792-b6e7-a94a57e25530 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:46.491324 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, a9c5f486-1aaf-4792-b6e7-a94a57e25530) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:46.492989 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a80e83bb-a77c-40ad-b966-10f5f6f9e3e6 admin admin] Publish callbacks [] for security_group (e662f61c-6e58-4f66-9672-b85e8661cf03), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:46.515358 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-26741da8-2590-4439-a42f-67938dc3d168 service neutron] 10.222.0.41 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489109 Mar 31 23:10:46.520014 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d977038-38e0-4c62-bae2-f191f1d4862b None None] Network a9c5f486-1aaf-4792-b6e7-a94a57e25530 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:10:46.540501 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:46.541531 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:46.576871 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-0a1618f1-b3af-42a7-896d-1825e3ee0657 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1401331762&fields=id&tenant_id=4da7788c77034efe93be15d1dbb6dbdf HTTP/1.1" status: 200 len: 267 time: 0.1833830 Mar 31 23:10:46.615964 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a80e83bb-a77c-40ad-b966-10f5f6f9e3e6 admin admin] Publish callbacks [] for security_group (e662f61c-6e58-4f66-9672-b85e8661cf03), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:46.760700 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dda44404-028a-4360-8ab1-7b48006cd467 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3426855 Mar 31 23:10:46.795793 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaea411-a3fb-4c91-a3f2-6193003a4371 None None] Network a9c5f486-1aaf-4792-b6e7-a94a57e25530 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:10:46.957811 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a407-ff9c-4737-bcfd-65003738164c req-ea52feb2-50b7-4d16-a1fd-e7fba62a90f3 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:46.964163 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-ea52feb2-50b7-4d16-a1fd-e7fba62a90f3 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 811 time: 0.3604174 Mar 31 23:10:47.042735 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab28a72e-0ac3-49b5-8475-2049d6fc7da8 x-openstack-request-id: req-ab28a72e-0ac3-49b5-8475-2049d6fc7da8 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:47.043574 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b79e70f-98e9-4d5d-9f4a-1fcd46601afa", "tag": "95f6e087-115d-43a6-b2b4-4c007404dd73", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:47.043972 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab28a72e-0ac3-49b5-8475-2049d6fc7da8 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:47.044886 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab28a72e-0ac3-49b5-8475-2049d6fc7da8'] response: {'name': 'network-changed', 'server_uuid': '6b79e70f-98e9-4d5d-9f4a-1fcd46601afa', 'tag': '95f6e087-115d-43a6-b2b4-4c007404dd73', 'status': 'completed', 'code': 200} Mar 31 23:10:47.083094 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-44ecf83e-c19a-41bf-9c7b-969a5f9d7c5f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/quotas/4da7788c77034efe93be15d1dbb6dbdf HTTP/1.1" status: 200 len: 375 time: 0.0634449 Mar 31 23:10:47.194432 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a80e83bb-a77c-40ad-b966-10f5f6f9e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e662f61c-6e58-4f66-9672-b85e8661cf03), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:47.197535 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a80e83bb-a77c-40ad-b966-10f5f6f9e3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:47.201105 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a80e83bb-a77c-40ad-b966-10f5f6f9e3e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e662f61c-6e58-4f66-9672-b85e8661cf03 HTTP/1.1" status: 204 len: 168 time: 0.9810293 Mar 31 23:10:47.257973 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-0bb6a20e-717b-4f0c-916b-2fbc18c85796 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f6e087-115d-43a6-b2b4-4c007404dd73 HTTP/1.1" status: 200 len: 217 time: 0.2602193 Mar 31 23:10:47.261583 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48964eaa-426e-4c80-bb34-34b26feb406b req-d46b4904-2bd8-4f09-9b4d-072cc6fc0349 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b153c0c-4c2f-450b-a4b3-7183fe40c248 HTTP/1.1" status: 200 len: 217 time: 0.2587132 Mar 31 23:10:47.367112 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e83bb-a77c-40ad-b966-10f5f6f9e3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e662f61c-6e58-4f66-9672-b85e8661cf03,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:47.407450 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48964eaa-426e-4c80-bb34-34b26feb406b req-dabe938d-9653-4ca4-8084-e26725489212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.409630 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48964eaa-426e-4c80-bb34-34b26feb406b req-dabe938d-9653-4ca4-8084-e26725489212 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=132708b3-e082-4b0f-8b42-360f27393317 HTTP/1.1" status: 200 len: 852 time: 0.1197593 Mar 31 23:10:47.495881 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48964eaa-426e-4c80-bb34-34b26feb406b req-299f6f15-06fe-4448-aa11-6849a2badf76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=108b8bea-586a-4da3-b68f-76698f8277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619526 Mar 31 23:10:47.536067 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53764) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:47.582044 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5e2dedd9-bca2-40d6-a80b-9d0cea7324d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.585264 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-5e2dedd9-bca2-40d6-a80b-9d0cea7324d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.3201861 Mar 31 23:10:47.590615 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-297de1df-3e38-45f2-a056-07a65eeafb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.592662 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-297de1df-3e38-45f2-a056-07a65eeafb3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 1127 time: 0.3874698 Mar 31 23:10:47.600335 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:47.629830 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289103e7-10f7-4dbb-973f-c031e1382e88 req-90e3be2f-5247-4320-af2d-263db555d3eb tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:47.632710 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-289103e7-10f7-4dbb-973f-c031e1382e88 req-90e3be2f-5247-4320-af2d-263db555d3eb tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 943 time: 0.4293973 Mar 31 23:10:47.643331 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-e8faa66e-f2b4-4711-b71c-09cb8c6f7ae3 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5587709 Mar 31 23:10:47.694226 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7ac30c69-010a-49a7-a364-d02cc3bf7475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:47.797925 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-e79ffed9-8d6c-41f4-926d-9f94f032c2fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576 HTTP/1.1" status: 200 len: 217 time: 0.1930063 Mar 31 23:10:48.015247 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-4c2a8405-350b-410a-9548-3c58b4ec3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.018702 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-4c2a8405-350b-410a-9548-3c58b4ec3412 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3631096 Mar 31 23:10:48.062173 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48964eaa-426e-4c80-bb34-34b26feb406b req-4afe9f74-6c69-421c-bbdd-06ae2e65883b service neutron] 10.222.0.30 "GET /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196307 Mar 31 23:10:48.063465 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-289103e7-10f7-4dbb-973f-c031e1382e88 req-84eb9179-07fa-43c3-be96-7bce3935123a tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584619 Mar 31 23:10:48.063465 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-3fe97003-9485-400c-a9b1-74dd6270d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.065222 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-3fe97003-9485-400c-a9b1-74dd6270d690 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.2062404 Mar 31 23:10:48.159608 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-f1b361bf-1569-4ad9-bb16-c79549bdbcbb service neutron] 10.222.0.41 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608190 Mar 31 23:10:48.269658 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-4270914a-d6e7-42bc-9918-28dae0fefe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:48.271942 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-4270914a-d6e7-42bc-9918-28dae0fefe4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2000043 Mar 31 23:10:48.410620 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7ac30c69-010a-49a7-a364-d02cc3bf7475 admin admin] Publish callbacks [] for security_group (89c5e024-8d87-469c-9bb7-223f34840781), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:48.413114 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-ecd04fb5-8f97-4d06-ba0d-bc5b5e476458 service neutron] 10.222.0.41 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373860 Mar 31 23:10:48.455051 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-48964eaa-426e-4c80-bb34-34b26feb406b req-cb9e0891-b161-4d95-afec-6af3e078c39d service neutron] 10.222.0.30 "GET /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088628 Mar 31 23:10:48.459735 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-6e36a982-a2c5-44e5-9120-d88050cfe671 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266601 Mar 31 23:10:48.476295 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-3e1936dd-440d-49e7-ba98-bb3925bdbbaf service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972752 Mar 31 23:10:48.716570 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ea673364-9e55-450e-9c4c-21ee5b848068 req-60fbe583-7de4-4064-8c92-6d2e0e199c61 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336655 Mar 31 23:10:48.729828 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-19c7bd62-0d79-46d2-a45d-a2c0e7099d90 req-96e86c06-067d-44de-8460-24134733275f service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638264 Mar 31 23:10:48.758925 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93e78c8-faa9-43e2-b6e0-c2bf977e0f94 x-openstack-request-id: req-a93e78c8-faa9-43e2-b6e0-c2bf977e0f94 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:48.759316 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd0935f-e428-410a-8aea-cc29a37a3120", "tag": "3d524ac9-13aa-469d-846d-eca9e9cbd576", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:48.759491 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a93e78c8-faa9-43e2-b6e0-c2bf977e0f94 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:48.760094 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93e78c8-faa9-43e2-b6e0-c2bf977e0f94'] response: {'name': 'network-changed', 'server_uuid': '2dd0935f-e428-410a-8aea-cc29a37a3120', 'tag': '3d524ac9-13aa-469d-846d-eca9e9cbd576', 'status': 'completed', 'code': 200} Mar 31 23:10:48.868016 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e218eef3-14a7-4801-a2c8-bcc9e751e0dd req-0b79540d-acfa-4287-a108-393fd21f5a61 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 210 time: 0.0471408 Mar 31 23:10:49.115189 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8cea2-99d8-4054-8cab-d4453ccdce76 req-87a6c383-660d-4dfa-bd9c-0656f5be5b20 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:49.117573 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1d8cea2-99d8-4054-8cab-d4453ccdce76 req-87a6c383-660d-4dfa-bd9c-0656f5be5b20 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 943 time: 0.1060462 Mar 31 23:10:49.212557 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1d8cea2-99d8-4054-8cab-d4453ccdce76 req-b959c4fd-354e-44cd-99a1-8c09ff28f99e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837808 Mar 31 23:10:49.286782 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7ac30c69-010a-49a7-a364-d02cc3bf7475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (89c5e024-8d87-469c-9bb7-223f34840781), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:49.487314 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7ac30c69-010a-49a7-a364-d02cc3bf7475 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdec3d75dac74310a4ce7272a5b54c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9453962 Mar 31 23:10:49.487314 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac30c69-010a-49a7-a364-d02cc3bf7475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c5e024-8d87-469c-9bb7-223f34840781,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:49.489317 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53794) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:49.572832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-51c4a2d0-20bf-44d9-9fba-67dd181d1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:49.591151 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-51c4a2d0-20bf-44d9-9fba-67dd181d1953 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 1128 time: 0.2288835 Mar 31 23:10:49.613527 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53800) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:49.692371 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96c346eb-e5f6-4ef6-922d-9491b47fc934 req-a5caf58d-117e-418c-acbf-055a56119ca9 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 210 time: 0.1343594 Mar 31 23:10:49.758443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:49.823380 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Publish callbacks [] for security_group (89c5e024-8d87-469c-9bb7-223f34840781), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:49.988146 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Publish callbacks [] for security_group (89c5e024-8d87-469c-9bb7-223f34840781), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:50.042880 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-b2485f31-4f29-454a-b707-0c99fcbdc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.045659 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-b2485f31-4f29-454a-b707-0c99fcbdc64b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.4320884 Mar 31 23:10:50.078479 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181088e0-3e04-4d53-ad74-11951d059b95 req-428e8f49-4327-410c-b174-daef4fd8fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.081295 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-181088e0-3e04-4d53-ad74-11951d059b95 req-428e8f49-4327-410c-b174-daef4fd8fcb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 1127 time: 0.7214091 Mar 31 23:10:50.144410 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-899d3da3-eb49-46c1-aca6-3f6f66212634 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f6e087-115d-43a6-b2b4-4c007404dd73 HTTP/1.1" status: 200 len: 217 time: 0.0851331 Mar 31 23:10:50.160965 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae9fd511-d34c-4801-b16f-91557ef3d4f7 req-aff1379c-3f9a-4d72-b347-6b526907aafb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 210 time: 0.1136909 Mar 31 23:10:50.177672 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6688f4c-1434-429f-86bf-b48d38fb95cf req-463fe4b0-cdb4-44dc-b55d-59bdc147399f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.190175 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a6688f4c-1434-429f-86bf-b48d38fb95cf req-463fe4b0-cdb4-44dc-b55d-59bdc147399f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 943 time: 0.7318296 Mar 31 23:10:50.276906 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-cecb4074-376b-420e-b1b8-1b56d6eef9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.280501 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-cecb4074-376b-420e-b1b8-1b56d6eef9bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.1217320 Mar 31 23:10:50.380623 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53818) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:50.400865 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-101099222-network', 'tenant_id': 'fc7981eed1b548fc8d24f2e5cf9b4c66'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:50.443967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-2fb1fc6a-1282-434c-9cf8-1a3832a231fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.447353 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-2fb1fc6a-1282-434c-9cf8-1a3832a231fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1472671 Mar 31 23:10:50.450269 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (89c5e024-8d87-469c-9bb7-223f34840781), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:50.454891 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:50.457164 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89c5e024-8d87-469c-9bb7-223f34840781 HTTP/1.1" status: 204 len: 168 time: 0.9638581 Mar 31 23:10:50.484083 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c5e024-8d87-469c-9bb7-223f34840781,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:50.516145 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.516419 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.517127 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.517572 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.518539 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.518539 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.519089 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.519651 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.520235 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.520752 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.521341 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.521952 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.523150 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.523150 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.523513 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71f426a-558b-4b36-bdc7-12804d74d892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:50.586197 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 0b153c0c-4c2f-450b-a4b3-7183fe40c248 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:50.606738 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Made reservation on behalf of fc7981eed1b548fc8d24f2e5cf9b4c66 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:50.610915 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:50.641992 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:50.829301 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-59e66080-0ffa-43e3-a13d-7bf3c80e3641 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700604 Mar 31 23:10:50.851327 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181088e0-3e04-4d53-ad74-11951d059b95 req-782893e3-8923-4946-a5d8-6d253f92d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:50.854345 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-181088e0-3e04-4d53-ad74-11951d059b95 req-782893e3-8923-4946-a5d8-6d253f92d3e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.7631474 Mar 31 23:10:50.869874 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a6688f4c-1434-429f-86bf-b48d38fb95cf req-40ceadd7-f174-4eac-97a4-cf14cde8f57e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6765170 Mar 31 23:10:50.968456 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-181088e0-3e04-4d53-ad74-11951d059b95 req-12a4aad1-5c3d-4b7e-9695-885d379d8e79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576 HTTP/1.1" status: 200 len: 217 time: 0.0900590 Mar 31 23:10:50.972949 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 0b153c0c-4c2f-450b-a4b3-7183fe40c248, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b153c0c-4c2f-450b-a4b3-7183fe40c248,segment=NetworkSegment(4159aa52-3f59-459d-b3d4-7156b0a4240f),segment_id=4159aa52-3f59-459d-b3d4-7156b0a4240f)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:50.975197 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Publish callbacks [] for security_group (1a0a6f09-0002-4b14-9f99-9684727fbdc5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.002790 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '0b153c0c-4c2f-450b-a4b3-7183fe40c248', 'network_id': '108b8bea-586a-4da3-b68f-76698f8277d6', 'port_id': '0b153c0c-4c2f-450b-a4b3-7183fe40c248', 'mac_address': 'fa:16:3e:2d:29:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '132708b3-e082-4b0f-8b42-360f27393317', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:51.040395 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95dd582d-a33d-44d1-a852-7443d6ca2526 req-dbd58401-88dc-49e5-b605-81386d18a388 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 210 time: 0.0587595 Mar 31 23:10:51.083492 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Publish callbacks [] for security_group (d85aad79-24ff-4623-bfc3-237bc356acb6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.132621 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (1a0a6f09-0002-4b14-9f99-9684727fbdc5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.223342 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:51.223988 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.244095 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e0da63dd98346a09faea039cbb3aa25&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6277273 Mar 31 23:10:51.255994 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0a6f09-0002-4b14-9f99-9684727fbdc5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.261421 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53836) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:51.262560 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d85aad79-24ff-4623-bfc3-237bc356acb6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.281697 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b153c0c-4c2f-450b-a4b3-7183fe40c248 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:51.310689 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181088e0-3e04-4d53-ad74-11951d059b95 req-f77b83a7-2453-4e9f-bff6-fc4b20bd9be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:51.313759 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-181088e0-3e04-4d53-ad74-11951d059b95 req-f77b83a7-2453-4e9f-bff6-fc4b20bd9be3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.3355551 Mar 31 23:10:51.323119 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.324000 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.325129 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.325951 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.326698 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.327629 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.328375 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.329098 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.329906 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.330667 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.331528 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.332283 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.340391 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.340391 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.340391 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f97e4e-0ba9-402f-8bcc-7d5c5239c98f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:51.361406 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b038135-2791-4831-bc0b-b9f364a3f011 req-7af461d0-d2e1-4e85-a80e-dcc81ef00420 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:51.377280 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 0b153c0c-4c2f-450b-a4b3-7183fe40c248, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b153c0c-4c2f-450b-a4b3-7183fe40c248,segment=NetworkSegment(4159aa52-3f59-459d-b3d4-7156b0a4240f),segment_id=4159aa52-3f59-459d-b3d4-7156b0a4240f)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:51.391888 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b038135-2791-4831-bc0b-b9f364a3f011 req-7af461d0-d2e1-4e85-a80e-dcc81ef00420 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 943 time: 0.9797485 Mar 31 23:10:51.442944 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9df1fcaf-50a9-4604-8f2e-68ac31b63221 req-31945454-9642-4dcf-a6d9-4e7fb05ccced service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753052 Mar 31 23:10:51.493244 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.521046 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:10:51.551329 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (af24a655-8f76-4961-8bda-25f53031e735), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.555053 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Added segment af24a655-8f76-4961-8bda-25f53031e735 of type vlan for network bc545ee8-bdb6-4b5a-a53b-54cb52e542e4 Mar 31 23:10:51.560850 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33589a94-0643-41e0-9b30-4e60af4bcd1d req-dc62cc2a-a161-4753-88ee-45fbed6a8adb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 210 time: 0.0980217 Mar 31 23:10:51.647483 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=0b153c0c-4c2f-450b-a4b3-7183fe40c248,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.662458 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85aad79-24ff-4623-bfc3-237bc356acb6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:51.679855 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8b038135-2791-4831-bc0b-b9f364a3f011 req-5b587e02-697a-424e-8409-5cf823e975fc tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878945 Mar 31 23:10:51.684899 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181088e0-3e04-4d53-ad74-11951d059b95 req-d6357e35-2c53-4fff-b66c-6f6038174f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:51.687915 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-181088e0-3e04-4d53-ad74-11951d059b95 req-d6357e35-2c53-4fff-b66c-6f6038174f71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3452148 Mar 31 23:10:51.745189 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (bc545ee8-bdb6-4b5a-a53b-54cb52e542e4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.789891 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-398573bc-a5b9-4a6f-ae1e-f25e41e19418 admin admin] Publish callbacks [] for security_group (1a0a6f09-0002-4b14-9f99-9684727fbdc5), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.837770 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-398573bc-a5b9-4a6f-ae1e-f25e41e19418 admin admin] Publish callbacks [] for security_group (1a0a6f09-0002-4b14-9f99-9684727fbdc5), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:51.897080 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-181088e0-3e04-4d53-ad74-11951d059b95 req-d35001b4-ad00-4b4f-81a7-6cf7131fe618 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009733 Mar 31 23:10:51.946780 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['0b153c0c-4c2f-450b-a4b3-7183fe40c248'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:52.146632 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-181088e0-3e04-4d53-ad74-11951d059b95 req-4db002c4-b748-41df-af39-bbff2e2d49e0 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412274 Mar 31 23:10:52.198012 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c47d84-42ae-43f4-bcea-c063090eab33 req-7236db87-14d7-47dd-849f-fdefa2cfb92e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.203198 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82c47d84-42ae-43f4-bcea-c063090eab33 req-7236db87-14d7-47dd-849f-fdefa2cfb92e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 943 time: 0.1446996 Mar 31 23:10:52.266616 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd9d526f-42ba-45d1-a68b-ca32fd4a583c req-8444220f-7b48-45f6-a5e0-150dcce883d7 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 210 time: 0.0609641 Mar 31 23:10:52.371037 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82c47d84-42ae-43f4-bcea-c063090eab33 req-94e80228-4cbf-4a9d-9833-1d764ab0ee94 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190784 Mar 31 23:10:52.510871 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 95f6e087-115d-43a6-b2b4-4c007404dd73 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:52.653467 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (bc545ee8-bdb6-4b5a-a53b-54cb52e542e4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:52.656058 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:52.658126 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:52.683607 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-398573bc-a5b9-4a6f-ae1e-f25e41e19418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (1a0a6f09-0002-4b14-9f99-9684727fbdc5), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:52.688229 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-398573bc-a5b9-4a6f-ae1e-f25e41e19418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:52.693021 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 95f6e087-115d-43a6-b2b4-4c007404dd73, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95f6e087-115d-43a6-b2b4-4c007404dd73,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:52.724462 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '95f6e087-115d-43a6-b2b4-4c007404dd73', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'port_id': '95f6e087-115d-43a6-b2b4-4c007404dd73', 'mac_address': 'fa:16:3e:8f:96:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:52.726578 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-398573bc-a5b9-4a6f-ae1e-f25e41e19418 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a0a6f09-0002-4b14-9f99-9684727fbdc5 HTTP/1.1" status: 204 len: 168 time: 1.4229734 Mar 31 23:10:52.926086 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 95f6e087-115d-43a6-b2b4-4c007404dd73 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:52.943101 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:52.957552 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398573bc-a5b9-4a6f-ae1e-f25e41e19418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0a6f09-0002-4b14-9f99-9684727fbdc5,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:53.007482 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] Pushing event updated for resources: {'Network': ['ID=bc545ee8-bdb6-4b5a-a53b-54cb52e542e4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:53.032769 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network bc545ee8-bdb6-4b5a-a53b-54cb52e542e4 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:10:53.092961 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d577959b-0faa-4724-9479-c83f3ff3b28b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7077718 Mar 31 23:10:53.096692 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53864) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:53.108260 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Request body: {'subnet': {'network_id': 'bc545ee8-bdb6-4b5a-a53b-54cb52e542e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-101099222-subnet', 'tenant_id': 'fc7981eed1b548fc8d24f2e5cf9b4c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:53.163472 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f6e087-115d-43a6-b2b4-4c007404dd73 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:53.187771 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a17c612-8725-481d-9e37-c9e972e176b8 req-db31d527-1856-49e5-a5a2-8aa90b194ff4 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 210 time: 0.1847408 Mar 31 23:10:53.253330 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 95f6e087-115d-43a6-b2b4-4c007404dd73, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95f6e087-115d-43a6-b2b4-4c007404dd73,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:53.276255 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3596fb-b4a4-4d3c-9e31-90b9fc6c238a req-2c18d484-ef13-4853-9f85-40183e1dfbaf tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:53.278809 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb3596fb-b4a4-4d3c-9e31-90b9fc6c238a req-2c18d484-ef13-4853-9f85-40183e1dfbaf tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 944 time: 0.2738147 Mar 31 23:10:53.314608 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Made reservation on behalf of fc7981eed1b548fc8d24f2e5cf9b4c66 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:53.322510 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:53.330535 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-f8da8911-54a2-455b-bfac-a038ca49228e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:53.333914 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-f8da8911-54a2-455b-bfac-a038ca49228e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 817 time: 0.5606959 Mar 31 23:10:53.357141 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:53.358091 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 3d524ac9-13aa-469d-846d-eca9e9cbd576 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:10:53.616733 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=95f6e087-115d-43a6-b2b4-4c007404dd73,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:53.632237 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 3d524ac9-13aa-469d-846d-eca9e9cbd576, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:53.648829 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffc2bdc7-5d6d-456e-8d8c-3933c994cc8d req-4115da6d-9399-4cb9-8ca5-4cca08aa64b2 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 210 time: 0.1109478 Mar 31 23:10:53.661100 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '3d524ac9-13aa-469d-846d-eca9e9cbd576', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'port_id': '3d524ac9-13aa-469d-846d-eca9e9cbd576', 'mac_address': 'fa:16:3e:85:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:10:53.695263 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb3596fb-b4a4-4d3c-9e31-90b9fc6c238a req-ca343af4-ca53-4a63-aaa7-7dcd39e4c6a1 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009058 Mar 31 23:10:53.791589 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-4000c664-7b34-4e4b-824a-c650e0fe3a9f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90fe5ebff2384f8387c85f97ec54508b HTTP/1.1" status: 200 len: 379 time: 0.4361587 Mar 31 23:10:53.800610 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 3d524ac9-13aa-469d-846d-eca9e9cbd576 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:53.801437 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:53.818811 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'port': {'device_id': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'admin_state_up': True, 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'security_groups': ['5f59e063-df13-491c-9add-4de80708717b']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:53.836084 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d524ac9-13aa-469d-846d-eca9e9cbd576 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:53.934508 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 3d524ac9-13aa-469d-846d-eca9e9cbd576, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:54.054594 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:54.102292 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (118aa78b-dfbb-4c85-aad2-473836eb4986), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:54.123647 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1adff-5ef3-40fc-a936-ca04885f6725 req-f26bae0b-4a1f-4760-bfff-fd0abc6ba45e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:54.138620 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecf1adff-5ef3-40fc-a936-ca04885f6725 req-f26bae0b-4a1f-4760-bfff-fd0abc6ba45e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 943 time: 0.2740977 Mar 31 23:10:54.326580 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=3d524ac9-13aa-469d-846d-eca9e9cbd576,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.328574 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecf1adff-5ef3-40fc-a936-ca04885f6725 req-69c00da5-4cd9-41c6-99c3-152f22f9ed04 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860704 Mar 31 23:10:54.344929 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['3d524ac9-13aa-469d-846d-eca9e9cbd576'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:54.368512 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Checking segment: {'id': 'af24a655-8f76-4961-8bda-25f53031e735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'bc545ee8-bdb6-4b5a-a53b-54cb52e542e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:54.369269 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Network hostable DHCP agents. Network: bc545ee8-bdb6-4b5a-a53b-54cb52e542e4, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:10:54.378710 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Made reservation on behalf of 90fe5ebff2384f8387c85f97ec54508b for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:54.386480 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:54.422780 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118aa78b-dfbb-4c85-aad2-473836eb4986,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:54.429679 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['95f6e087-115d-43a6-b2b4-4c007404dd73'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:10:54.526589 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Network bc545ee8-bdb6-4b5a-a53b-54cb52e542e4 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:10:54.623451 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, bc545ee8-bdb6-4b5a-a53b-54cb52e542e4) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:54.626903 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 0b153c0c-4c2f-450b-a4b3-7183fe40c248 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:54.632201 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:54.635086 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:54.662408 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80aff88c-8b4b-433f-a564-3a1d9cb2644d req-13d54a5c-7aa0-4984-98ac-00b2b6f6217f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 210 time: 0.1149228 Mar 31 23:10:54.783248 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7edca8b0-ec63-42b7-9bfb-8794cdf8e4b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6840796 Mar 31 23:10:54.796299 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423cd1ae-c1d4-4d21-a3c7-214037ee9e11 None None] Network bc545ee8-bdb6-4b5a-a53b-54cb52e542e4 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:10:55.048510 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Allocated IP 172.20.0.9 (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8/b21e31e7-dc2a-4c2d-9073-e326c7146706/ebb9ae53-ab50-4e90-9432-51a0faa7687a) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:55.138798 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ad3a904e-bbb7-4388-87e7-8486ef37fd74 req-9a0b5865-6135-4bc6-8f61-cc7507313017 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 210 time: 0.1009362 Mar 31 23:10:55.263778 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:10:55.300404 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de3c23-1b77-4d4f-9585-396fb60b8f3b req-234bf353-fc62-4791-a791-e00f5405ea59 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.302704 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0de3c23-1b77-4d4f-9585-396fb60b8f3b req-234bf353-fc62-4791-a791-e00f5405ea59 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 944 time: 0.3338323 Mar 31 23:10:55.305718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:55.310346 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:55.325857 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a407-ff9c-4737-bcfd-65003738164c req-a492f90f-7077-4cd1-9cbf-6553454134a1 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.325857 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-a492f90f-7077-4cd1-9cbf-6553454134a1 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 811 time: 0.3694029 Mar 31 23:10:55.509234 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89daa5-a7b0-45e1-ad84-72faf2e19b4e None None] Network bc545ee8-bdb6-4b5a-a53b-54cb52e542e4 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:10:55.599842 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-96d04b2c-a860-45dd-931a-1c44b7e6b966 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da7788c77034efe93be15d1dbb6dbdf HTTP/1.1" status: 200 len: 380 time: 0.2616019 Mar 31 23:10:55.600622 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:55.624561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'port': {'device_id': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'admin_state_up': True, 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'security_groups': ['135dacc2-87f2-4e5d-8e91-2c950c4938c4']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:55.854180 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0de3c23-1b77-4d4f-9585-396fb60b8f3b req-df19a510-7ee4-433e-8ffe-b4a23063cdb6 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251627 Mar 31 23:10:55.929628 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0664b2f-627e-4129-9098-711f6c9425e0 req-97034789-f032-4df0-a1fc-51269ab49333 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:55.946673 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d0664b2f-627e-4129-9098-711f6c9425e0 req-97034789-f032-4df0-a1fc-51269ab49333 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 944 time: 0.1986358 Mar 31 23:10:55.962288 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:56.041272 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:56.042614 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:56.063388 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Made reservation on behalf of 4da7788c77034efe93be15d1dbb6dbdf for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:10:56.082751 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:56.155217 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c5b131-d81e-4c49-af58-b6d517ca488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b153c0c-4c2f-450b-a4b3-7183fe40c248'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:10:56.170088 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:56.205294 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:56.219662 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:56.233912 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:56.235066 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:56.359115 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 0b153c0c-4c2f-450b-a4b3-7183fe40c248, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b153c0c-4c2f-450b-a4b3-7183fe40c248,segment=NetworkSegment(4159aa52-3f59-459d-b3d4-7156b0a4240f),segment_id=4159aa52-3f59-459d-b3d4-7156b0a4240f)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:56.452552 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:56.590581 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 95f6e087-115d-43a6-b2b4-4c007404dd73 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:56.816800 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 53944) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:56.867035 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:56.916027 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d0664b2f-627e-4129-9098-711f6c9425e0 req-3269abf0-3a26-44cb-a5af-e2c8b3d7d8d8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9662871 Mar 31 23:10:56.991542 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cf22a-b2e2-4c3f-9fae-3df7bce241d7 req-55305312-f953-449a-a874-ccca3aa187fe tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:57.004608 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d74cf22a-b2e2-4c3f-9fae-3df7bce241d7 req-55305312-f953-449a-a874-ccca3aa187fe tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 931 time: 0.9218957 Mar 31 23:10:57.079655 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0727a6aa-6a10-4a0c-a6c2-4c4541f89991 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2768526 Mar 31 23:10:57.082836 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Allocated IP 172.20.0.3 (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d/bf7c607f-5d0e-44e2-bb17-955171fc6b7d/ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:10:57.096222 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Request body: {'port': {'device_id': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:57.160553 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=0b153c0c-4c2f-450b-a4b3-7183fe40c248,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:57.182133 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0d0a7a87-e9a7-4f54-83c2-c1d05d49cb27 None None] Provisioning complete for port ebb9ae53-ab50-4e90-9432-51a0faa7687a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:57.182763 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7a87-e9a7-4f54-83c2-c1d05d49cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:57.188806 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.189394 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.190082 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.191262 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.191262 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.191498 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.191896 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.192485 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.193215 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.193859 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.194469 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.195300 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.195972 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.196459 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.197028 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:10:57.271953 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8d72caf-afd0-42e4-8f2b-522b4d93baf9 req-51382ce2-4e07-4d2e-a8b9-ff89b2f2eacc tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 210 time: 0.0791194 Mar 31 23:10:57.306579 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a7a87-e9a7-4f54-83c2-c1d05d49cb27 None None] Port ebb9ae53-ab50-4e90-9432-51a0faa7687a cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:57.332189 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d74cf22a-b2e2-4c3f-9fae-3df7bce241d7 req-6c2dfbda-5fa9-4d64-b8ba-9c7a5e2f5043 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003447 Mar 31 23:10:57.420528 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 95f6e087-115d-43a6-b2b4-4c007404dd73 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:10:57.430001 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 95f6e087-115d-43a6-b2b4-4c007404dd73 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:57.430865 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:57.449592 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:57.641605 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:57.691788 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 95f6e087-115d-43a6-b2b4-4c007404dd73 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:57.692708 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:57.752939 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a52d3a90-4015-40c9-80ab-ef3cd0cae14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:57.787389 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 95f6e087-115d-43a6-b2b4-4c007404dd73, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95f6e087-115d-43a6-b2b4-4c007404dd73,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:57.883797 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:57.884099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:57.938662 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388fcc86-526b-4caf-b0aa-1c4e6ae13df2" -d '{"events": [{"server_uuid": "59c5b131-d81e-4c49-af58-b6d517ca488d", "name": "network-vif-plugged", "status": "completed", "tag": "0b153c0c-4c2f-450b-a4b3-7183fe40c248"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:10:58.077971 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d622c-f4ef-4098-a9d1-7d161edaf161 req-50573203-4719-4f45-9407-3a6183fb5263 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.079130 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=95f6e087-115d-43a6-b2b4-4c007404dd73,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:58.093089 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e0d622c-f4ef-4098-a9d1-7d161edaf161 req-50573203-4719-4f45-9407-3a6183fb5263 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 945 time: 0.5966928 Mar 31 23:10:58.160403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'Port': ['ID=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:58.198498 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:10:58.201527 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:10:58.205593 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:10:58.217905 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:58.219415 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:58.365342 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e0d622c-f4ef-4098-a9d1-7d161edaf161 req-042bf9cf-0ece-490d-b124-86af992f3b4c tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702982 Mar 31 23:10:58.492622 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-bc6351c2-0a2e-405d-ba50-e14046d135a8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8848999 Mar 31 23:10:58.507289 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Request body: {'port': {'device_id': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:10:58.529046 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 3d524ac9-13aa-469d-846d-eca9e9cbd576 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:10:58.588615 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a52d3a90-4015-40c9-80ab-ef3cd0cae14e admin admin] Publish callbacks [] for security_group (df09edfc-2a52-464b-8f95-d428a10fff36), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:58.630879 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:58.649500 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b51d7f-efdc-4b8a-aae6-e401b193ee7a x-openstack-request-id: req-e6b51d7f-efdc-4b8a-aae6-e401b193ee7a {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:10:58.650041 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c5b131-d81e-4c49-af58-b6d517ca488d", "name": "network-vif-plugged", "status": "completed", "tag": "0b153c0c-4c2f-450b-a4b3-7183fe40c248", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:10:58.650634 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6b51d7f-efdc-4b8a-aae6-e401b193ee7a {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:10:58.652000 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b51d7f-efdc-4b8a-aae6-e401b193ee7a'] response: {'server_uuid': '59c5b131-d81e-4c49-af58-b6d517ca488d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b153c0c-4c2f-450b-a4b3-7183fe40c248', 'code': 200} Mar 31 23:10:58.673176 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a52d3a90-4015-40c9-80ab-ef3cd0cae14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (df09edfc-2a52-464b-8f95-d428a10fff36), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:58.766313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ef0b062e-903a-44ce-b289-4d094b2feb0b None None] Provisioning complete for port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:58.767315 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ef0b062e-903a-44ce-b289-4d094b2feb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:58.854883 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb9ae53-ab50-4e90-9432-51a0faa7687a {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:10:58.860229 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ef0b062e-903a-44ce-b289-4d094b2feb0b None None] Port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:10:58.873713 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Publish callbacks [] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:58.899390 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Transition to ACTIVE for port object ebb9ae53-ab50-4e90-9432-51a0faa7687a will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:10:58.956323 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 3d524ac9-13aa-469d-846d-eca9e9cbd576 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:10:58.966409 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 3d524ac9-13aa-469d-846d-eca9e9cbd576 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:10:58.969008 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:59.100769 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2cd79-4bfe-4992-ad3f-11fdaba513d2 req-655e97a3-8786-4192-a270-1065d6d10e37 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.118088 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3e2cd79-4bfe-4992-ad3f-11fdaba513d2 req-655e97a3-8786-4192-a270-1065d6d10e37 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 944 time: 0.6147828 Mar 31 23:10:59.128889 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:59.266606 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 3d524ac9-13aa-469d-846d-eca9e9cbd576 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:10:59.267283 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:59.300751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.361286 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d3a90-4015-40c9-80ab-ef3cd0cae14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09edfc-2a52-464b-8f95-d428a10fff36,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.396705 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a52d3a90-4015-40c9-80ab-ef3cd0cae14e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b86965bcd0349faa3f3406459435fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5698662 Mar 31 23:10:59.419974 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 53994) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:10:59.465661 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 3d524ac9-13aa-469d-846d-eca9e9cbd576, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:10:59.552669 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35e9b9-1c4d-43d1-8a9a-8b2f733ecd36 req-f3bf99c7-0328-4c19-bbd5-4d84d977c822 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.556167 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:59.575316 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d35e9b9-1c4d-43d1-8a9a-8b2f733ecd36 req-f3bf99c7-0328-4c19-bbd5-4d84d977c822 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 931 time: 0.6280003 Mar 31 23:10:59.605461 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3e2cd79-4bfe-4992-ad3f-11fdaba513d2 req-286332ff-a51a-4240-88ed-221fe0ebdb46 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855628 Mar 31 23:10:59.627622 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Attempting to bind port ebb9ae53-ab50-4e90-9432-51a0faa7687a on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:10:59.632988 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Attempting to bind port ebb9ae53-ab50-4e90-9432-51a0faa7687a by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:10:59.638323 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Attempting to bind port ebb9ae53-ab50-4e90-9432-51a0faa7687a on network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:59.716140 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Port ebb9ae53-ab50-4e90-9432-51a0faa7687a on network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:10:59.717460 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Attempting to bind port ebb9ae53-ab50-4e90-9432-51a0faa7687a on network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:10:59.730997 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=3d524ac9-13aa-469d-846d-eca9e9cbd576,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:10:59.778814 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:10:59.779449 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Checking segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:10:59.780175 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Bound using segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:10:59.785005 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Bound port: ebb9ae53-ab50-4e90-9432-51a0faa7687a, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:10:59.785005 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:59.881046 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab4519-4f9e-4a1f-bfc7-d9ee148c10bd req-8bced3f4-2e72-4bd6-af9b-e01fec42cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:10:59.883892 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ab4519-4f9e-4a1f-bfc7-d9ee148c10bd req-8bced3f4-2e72-4bd6-af9b-e01fec42cadd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 1129 time: 0.5431235 Mar 31 23:10:59.897014 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-763132ba-e2de-47bf-9392-7f397a871acd admin admin] Publish callbacks [] for security_group (df09edfc-2a52-464b-8f95-d428a10fff36), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:10:59.934947 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d35e9b9-1c4d-43d1-8a9a-8b2f733ecd36 req-789efa95-24f5-46ee-8f63-604c598e132e tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497224 Mar 31 23:11:00.156044 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:00.172296 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:00.211587 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51619a16-6868-43ca-83e2-99fc5e1cd486 req-c7bc455e-ad14-44d0-a432-93fe1579c850 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.219002 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ab4519-4f9e-4a1f-bfc7-d9ee148c10bd req-c8470c73-98de-4f38-9400-6b19d66f45a9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.227520 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51619a16-6868-43ca-83e2-99fc5e1cd486 req-c7bc455e-ad14-44d0-a432-93fe1579c850 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.4562223 Mar 31 23:11:00.245000 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Publish callbacks [] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.251348 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:00.308334 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-763132ba-e2de-47bf-9392-7f397a871acd admin admin] Publish callbacks [] for security_group (df09edfc-2a52-464b-8f95-d428a10fff36), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.348742 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Transition to ACTIVE for port object ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:11:00.410326 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51619a16-6868-43ca-83e2-99fc5e1cd486 req-78a4d230-287a-42d4-8cc1-d9315aed6070 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812036 Mar 31 23:11:00.433925 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9fd92-e93f-409d-ad32-1df4ce953079 req-29aa5627-49d9-4eaa-9d2e-5610c3eae7c2 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.437706 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63e9fd92-e93f-409d-ad32-1df4ce953079 req-29aa5627-49d9-4eaa-9d2e-5610c3eae7c2 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 945 time: 0.2850635 Mar 31 23:11:00.442064 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.512769 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.596269 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ab4519-4f9e-4a1f-bfc7-d9ee148c10bd req-c8470c73-98de-4f38-9400-6b19d66f45a9 service neutron] Publish callbacks [] for security_group (d0149e11-b4aa-4ed1-a882-0657caf31d83), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.614517 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:00.615436 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.622144 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/ebb9ae53-ab50-4e90-9432-51a0faa7687a HTTP/1.1" status: 200 len: 1093 time: 3.5330184 Mar 31 23:11:00.622447 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-763132ba-e2de-47bf-9392-7f397a871acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (df09edfc-2a52-464b-8f95-d428a10fff36), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.623087 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:00.626776 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-763132ba-e2de-47bf-9392-7f397a871acd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.628654 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-763132ba-e2de-47bf-9392-7f397a871acd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df09edfc-2a52-464b-8f95-d428a10fff36 HTTP/1.1" status: 204 len: 168 time: 1.2068048 Mar 31 23:11:00.644390 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00173a05-8479-4166-aaf6-bbbfc2254263" -d '{"events": [{"name": "network-changed", "server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:00.653732 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b79e70f-98e9-4d5d-9f4a-1fcd46601afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f6e087-115d-43a6-b2b4-4c007404dd73'}, {'server_uuid': '2dd0935f-e428-410a-8aea-cc29a37a3120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d524ac9-13aa-469d-846d-eca9e9cbd576'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:00.669383 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.675505 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c48e24-09af-47b8-aaef-9cce84667ab4" -d '{"events": [{"server_uuid": "6b79e70f-98e9-4d5d-9f4a-1fcd46601afa", "name": "network-vif-plugged", "status": "completed", "tag": "95f6e087-115d-43a6-b2b4-4c007404dd73"}, {"server_uuid": "2dd0935f-e428-410a-8aea-cc29a37a3120", "name": "network-vif-plugged", "status": "completed", "tag": "3d524ac9-13aa-469d-846d-eca9e9cbd576"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:00.681543 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763132ba-e2de-47bf-9392-7f397a871acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09edfc-2a52-464b-8f95-d428a10fff36,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.721709 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ab4519-4f9e-4a1f-bfc7-d9ee148c10bd req-c8470c73-98de-4f38-9400-6b19d66f45a9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d0149e11-b4aa-4ed1-a882-0657caf31d83), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:00.903689 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Attempting to bind port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:11:00.910213 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Attempting to bind port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:11:00.911399 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Attempting to bind port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 on network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:00.943915 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ab4519-4f9e-4a1f-bfc7-d9ee148c10bd req-c8470c73-98de-4f38-9400-6b19d66f45a9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0390849 Mar 31 23:11:00.963409 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8470c73-98de-4f38-9400-6b19d66f45a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d0149e11-b4aa-4ed1-a882-0657caf31d83,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:00.990038 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 on network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:11:00.990592 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Attempting to bind port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 on network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:01.001630 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:01.007726 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Checking segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:11:01.007726 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Bound using segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:01.007726 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Bound port: ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:11:01.007726 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:01.117024 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce63e7-7d33-4745-945a-6bca75f7f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:01.198454 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63e9fd92-e93f-409d-ad32-1df4ce953079 req-406c62a7-aeac-4381-a323-3e046dcf81f2 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947670 Mar 31 23:11:01.330957 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-2d26492b-e7a1-4359-a8fc-2c9444ea1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.334266 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-2d26492b-e7a1-4359-a8fc-2c9444ea1cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 1127 time: 0.4333446 Mar 31 23:11:01.369974 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924267c-68c3-4d88-87fa-81e284e78d1e req-bc00a338-ec5d-4abf-a1dd-0ed1ae450222 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.371381 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] For port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:01.383202 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] For port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:01.389247 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a924267c-68c3-4d88-87fa-81e284e78d1e req-bc00a338-ec5d-4abf-a1dd-0ed1ae450222 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.3032706 Mar 31 23:11:01.436506 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be7d855-005b-4418-8a36-66c4dbc447a1 x-openstack-request-id: req-4be7d855-005b-4418-8a36-66c4dbc447a1 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:01.437410 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b79e70f-98e9-4d5d-9f4a-1fcd46601afa", "name": "network-vif-plugged", "status": "completed", "tag": "95f6e087-115d-43a6-b2b4-4c007404dd73", "code": 200}, {"server_uuid": "2dd0935f-e428-410a-8aea-cc29a37a3120", "name": "network-vif-plugged", "status": "completed", "tag": "3d524ac9-13aa-469d-846d-eca9e9cbd576", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:01.438900 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4be7d855-005b-4418-8a36-66c4dbc447a1 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:01.440724 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be7d855-005b-4418-8a36-66c4dbc447a1'] response: {'server_uuid': '6b79e70f-98e9-4d5d-9f4a-1fcd46601afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f6e087-115d-43a6-b2b4-4c007404dd73', 'code': 200} Mar 31 23:11:01.442402 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be7d855-005b-4418-8a36-66c4dbc447a1'] response: {'server_uuid': '2dd0935f-e428-410a-8aea-cc29a37a3120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d524ac9-13aa-469d-846d-eca9e9cbd576', 'code': 200} Mar 31 23:11:01.528427 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:01.576894 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33504117-d03a-44ca-8385-535667b32fc6 x-openstack-request-id: req-33504117-d03a-44ca-8385-535667b32fc6 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:01.577569 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:01.578037 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33504117-d03a-44ca-8385-535667b32fc6 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:01.578826 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33504117-d03a-44ca-8385-535667b32fc6'] response: {'name': 'network-changed', 'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'status': 'completed', 'code': 200} Mar 31 23:11:01.582142 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-5658cff3-3dd8-4163-85a0-b27b5392efc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a HTTP/1.1" status: 200 len: 217 time: 0.1909125 Mar 31 23:11:01.683535 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:01.685065 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:01.688544 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] 10.222.0.30 "PUT /v2.0/ports/ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 HTTP/1.1" status: 200 len: 1093 time: 3.1887243 Mar 31 23:11:01.689537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'tag': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:01.694855 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b0a193-abf6-40d1-b233-4775ccab8018" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e4a49e-4853-407d-8942-47f4d47dbb1d", "tag": "ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:01.752173 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433baf2-9bd0-4ea4-bda6-ae8f004026ac service neutron] Pushing event updated for resources: {'Port': ['ID=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:02.078700 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a924267c-68c3-4d88-87fa-81e284e78d1e req-598e3d52-0121-4890-b51d-8c808eba0652 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688261 Mar 31 23:11:02.125042 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-4d5e5cd6-1900-4d00-8e33-0c5be9ecedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.132778 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-4d5e5cd6-1900-4d00-8e33-0c5be9ecedc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.5363739 Mar 31 23:11:02.153150 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.30', 57716) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:02.291062 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a407-ff9c-4737-bcfd-65003738164c req-2733b317-8185-42e0-92e7-7f51afb530ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.294045 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-2733b317-8185-42e0-92e7-7f51afb530ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 1127 time: 0.3317015 Mar 31 23:11:02.317962 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa7777-bb17-49b7-bb10-c8c9d4b53220 req-58b05670-aee6-435d-abfd-04bfeac40e56 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.322413 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1aa7777-bb17-49b7-bb10-c8c9d4b53220 req-58b05670-aee6-435d-abfd-04bfeac40e56 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 943 time: 0.5629714 Mar 31 23:11:02.401605 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104e341-82d3-4305-a5d4-b497a1cc3f31 req-e9343cd7-e19e-47df-beff-dc63a411091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.415513 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b104e341-82d3-4305-a5d4-b497a1cc3f31 req-e9343cd7-e19e-47df-beff-dc63a411091e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 1130 time: 0.2562947 Mar 31 23:11:02.428230 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-227ef1ba-e102-4370-99e7-036f45b84a8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 HTTP/1.1" status: 200 len: 217 time: 0.1172791 Mar 31 23:11:02.434980 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdbe2-e607-4656-a136-6271c70aca17 req-33b76d21-c984-4373-923d-4642b10226c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.441030 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-01efdbe2-e607-4656-a136-6271c70aca17 req-33b76d21-c984-4373-923d-4642b10226c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 1129 time: 0.3400939 Mar 31 23:11:02.499820 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c1aa7777-bb17-49b7-bb10-c8c9d4b53220 req-a85eae8a-0e50-4145-bdb8-612c2a8f7724 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442094 Mar 31 23:11:02.503137 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-dea46f73-e8c2-4ac6-bce5-01c2a1292828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.506057 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-dea46f73-e8c2-4ac6-bce5-01c2a1292828 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3471789 Mar 31 23:11:02.540154 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe103a3f-3797-4e12-9243-774c4f6cb486 req-46a98c07-e924-43ee-8531-a22d5da16a2d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.542677 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe103a3f-3797-4e12-9243-774c4f6cb486 req-46a98c07-e924-43ee-8531-a22d5da16a2d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.2172716 Mar 31 23:11:02.543081 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54064) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:02.639052 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a407-ff9c-4737-bcfd-65003738164c req-7dc8cf34-2d4d-4380-832d-34c8d45bca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.646402 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-7dc8cf34-2d4d-4380-832d-34c8d45bca0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 200 len: 850 time: 0.1968975 Mar 31 23:11:02.670821 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45eb6e62-03f6-4929-9443-02a91a79d3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:02.691608 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90c6a1-da07-4aa8-9fda-9903af4f4ab6 x-openstack-request-id: req-0b90c6a1-da07-4aa8-9fda-9903af4f4ab6 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:02.692072 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e4a49e-4853-407d-8942-47f4d47dbb1d", "tag": "ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:02.692534 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b90c6a1-da07-4aa8-9fda-9903af4f4ab6 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:02.693813 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b90c6a1-da07-4aa8-9fda-9903af4f4ab6'] response: {'name': 'network-changed', 'server_uuid': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'tag': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'status': 'completed', 'code': 200} Mar 31 23:11:02.813746 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b104e341-82d3-4305-a5d4-b497a1cc3f31 req-8e7ca1b9-9835-48c0-83ec-e879b8d32025 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426077 Mar 31 23:11:02.876568 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe103a3f-3797-4e12-9243-774c4f6cb486 req-f24bf6bd-42f9-4ff3-a684-30c78bfb7ad1 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045807 Mar 31 23:11:02.888326 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-01efdbe2-e607-4656-a136-6271c70aca17 req-c3e3331a-284f-43dc-8b03-74bf2a1d32da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215045 Mar 31 23:11:02.933129 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20a407-ff9c-4737-bcfd-65003738164c req-db1ae463-003d-4d8e-819b-aae57c103057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:02.941402 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-db1ae463-003d-4d8e-819b-aae57c103057 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2392383 Mar 31 23:11:02.967642 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-be898576-b13f-4102-8184-ee4a4c58bc25 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530706 Mar 31 23:11:03.018411 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ae31f-b5c9-4b91-b203-74a1d60cb788 req-781930aa-9d7a-4890-a7fa-4045d66bff45 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.020376 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a2ae31f-b5c9-4b91-b203-74a1d60cb788 req-781930aa-9d7a-4890-a7fa-4045d66bff45 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 945 time: 0.1828291 Mar 31 23:11:03.065164 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45eb6e62-03f6-4929-9443-02a91a79d3d7 admin admin] Publish callbacks [] for security_group (c87ecb69-3f63-4c27-8e7a-029642802135), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:03.164365 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a2ae31f-b5c9-4b91-b203-74a1d60cb788 req-695becd5-891b-4b2e-9df4-90e024518cdb tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156111 Mar 31 23:11:03.408193 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45eb6e62-03f6-4929-9443-02a91a79d3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (c87ecb69-3f63-4c27-8e7a-029642802135), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:03.444805 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-746bebd4-e86f-4a26-86d3-8d04064e1bf1 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656658 Mar 31 23:11:03.472197 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b2c50fe-ad52-444a-9870-65d81934e8e2 req-0e52435c-3821-44d0-8826-b97d764dbc19 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835863 Mar 31 23:11:03.603644 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-45eb6e62-03f6-4929-9443-02a91a79d3d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b851c055d1d04de0a890f3250bc80298&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0527687 Mar 31 23:11:03.610193 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54096) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:03.641896 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb6e62-03f6-4929-9443-02a91a79d3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87ecb69-3f63-4c27-8e7a-029642802135,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:03.773282 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7e20a407-ff9c-4737-bcfd-65003738164c req-a9ef14b7-1421-41b4-8fb5-fe02ea222446 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209648 Mar 31 23:11:03.831314 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54ff7e-350e-43c9-a5c4-2f273a323810 req-8423ffe8-33c6-4bb8-ac8e-95a04efded76 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:03.842768 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46b24658-0ec7-42f5-a156-f156fec6b720 admin admin] Publish callbacks [] for security_group (c87ecb69-3f63-4c27-8e7a-029642802135), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:03.845753 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c54ff7e-350e-43c9-a5c4-2f273a323810 req-8423ffe8-33c6-4bb8-ac8e-95a04efded76 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.4502461 Mar 31 23:11:03.888003 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46b24658-0ec7-42f5-a156-f156fec6b720 admin admin] Publish callbacks [] for security_group (c87ecb69-3f63-4c27-8e7a-029642802135), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:03.999032 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c54ff7e-350e-43c9-a5c4-2f273a323810 req-e8af0282-7096-4d96-9bb3-c4405d7780f9 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513364 Mar 31 23:11:04.021463 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-5de5bab9-097c-4afe-8115-df26c0268896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.025001 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-5de5bab9-097c-4afe-8115-df26c0268896 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 1127 time: 0.3348179 Mar 31 23:11:04.075714 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac899e-fd76-42f7-bbd8-a74941926a6d req-55bab41f-a869-4b3a-ad57-27c98218da7c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.079496 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8ac899e-fd76-42f7-bbd8-a74941926a6d req-55bab41f-a869-4b3a-ad57-27c98218da7c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 943 time: 0.3445215 Mar 31 23:11:04.081434 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46b24658-0ec7-42f5-a156-f156fec6b720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (c87ecb69-3f63-4c27-8e7a-029642802135), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:04.086897 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46b24658-0ec7-42f5-a156-f156fec6b720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:04.101824 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-46b24658-0ec7-42f5-a156-f156fec6b720 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c87ecb69-3f63-4c27-8e7a-029642802135 HTTP/1.1" status: 204 len: 168 time: 0.4773266 Mar 31 23:11:04.131553 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-41e03dc9-4442-4da8-9db9-79d3f5984fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.133849 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-41e03dc9-4442-4da8-9db9-79d3f5984fde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 1127 time: 0.1418068 Mar 31 23:11:04.135198 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b24658-0ec7-42f5-a156-f156fec6b720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87ecb69-3f63-4c27-8e7a-029642802135,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:04.538730 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-5f73700b-7e86-470c-8efe-70e7efbf28fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.546917 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-5f73700b-7e86-470c-8efe-70e7efbf28fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 912 time: 0.3917310 Mar 31 23:11:04.621737 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54110) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:04.633937 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8ac899e-fd76-42f7-bbd8-a74941926a6d req-cd4e9f47-d2df-4ab5-9bca-163abd33d4cb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5087950 Mar 31 23:11:04.641765 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-7c72ea02-8af2-42ae-aa7c-9e164a573c18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 HTTP/1.1" status: 200 len: 217 time: 0.0859954 Mar 31 23:11:04.714866 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898eed71-8256-4f46-b6c2-fa69f16743fc req-1df6dae8-3458-4bf3-8bf0-c26458c95984 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.717655 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-898eed71-8256-4f46-b6c2-fa69f16743fc req-1df6dae8-3458-4bf3-8bf0-c26458c95984 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.2720976 Mar 31 23:11:04.719661 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-36353bd4-f067-4995-a7c6-2495e4867abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.723232 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-36353bd4-f067-4995-a7c6-2495e4867abd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.6824026 Mar 31 23:11:04.807458 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-54e1ca8c-9d68-4c66-a07c-822aa1906773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:04.820584 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-54e1ca8c-9d68-4c66-a07c-822aa1906773 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 200 len: 850 time: 0.1612084 Mar 31 23:11:04.864264 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-936e24e3-b051-46cc-af9b-e95117c7cd3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a HTTP/1.1" status: 200 len: 217 time: 0.1312001 Mar 31 23:11:05.023394 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-a7861c77-07cb-46f5-9794-7df6bfb11ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.026374 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-a7861c77-07cb-46f5-9794-7df6bfb11ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1995096 Mar 31 23:11:05.199325 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-898eed71-8256-4f46-b6c2-fa69f16743fc req-1c5879b2-d62b-4ea3-b608-76a294f57716 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4691322 Mar 31 23:11:05.235573 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-8dc2413c-ce9c-4629-8099-2629eb733482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.237031 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-8dc2413c-ce9c-4629-8099-2629eb733482 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.3476744 Mar 31 23:11:05.244725 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-0c9d347d-1280-4d68-a547-4870f12907b1 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009733 Mar 31 23:11:05.324412 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc348-307c-4c60-893e-6b50c8187382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:05.360630 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c71d4-ce2c-4e92-aa16-41803bc81b1a req-69e34cee-47a9-450e-bc50-c8016ab4f68b tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.377867 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-283c71d4-ce2c-4e92-aa16-41803bc81b1a req-69e34cee-47a9-450e-bc50-c8016ab4f68b tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 945 time: 0.4429152 Mar 31 23:11:05.439490 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-16b0a193-abf6-40d1-b233-4775ccab8018 req-ca2088fc-2230-4cf4-9e72-29abc42c6134 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879418 Mar 31 23:11:05.609515 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-283c71d4-ce2c-4e92-aa16-41803bc81b1a req-6be7ba05-5242-443f-9b1d-e4f3557a4ce7 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277257 Mar 31 23:11:05.622908 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-703d5a5b-278c-40e5-890d-21c7c1091d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.624572 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-703d5a5b-278c-40e5-890d-21c7c1091d44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3632739 Mar 31 23:11:05.692048 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac04bb-e130-4a2a-aeb4-ec10e401e789 req-e02fb186-4c41-4c69-a206-95e0b3414889 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:05.704352 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bac04bb-e130-4a2a-aeb4-ec10e401e789 req-e02fb186-4c41-4c69-a206-95e0b3414889 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.3077769 Mar 31 23:11:06.099433 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc348-307c-4c60-893e-6b50c8187382 admin admin] Publish callbacks [] for security_group (e5836d1a-6c41-4a1e-82d2-9cc3e5022247), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:06.240028 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bac04bb-e130-4a2a-aeb4-ec10e401e789 req-a48d5984-95c4-4353-98c2-5c9de46f3cef tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319169 Mar 31 23:11:06.251527 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-66ed51b8-75b9-4c7e-af55-a9bb3fb156ba service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180887 Mar 31 23:11:06.300123 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc348-307c-4c60-893e-6b50c8187382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e5836d1a-6c41-4a1e-82d2-9cc3e5022247), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:06.340552 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f26ef-4ef9-46ab-b3e2-e79323c69183 req-d82ad533-a084-4b15-9f24-0bd72b7c775c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:06.340552 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-492f26ef-4ef9-46ab-b3e2-e79323c69183 req-d82ad533-a084-4b15-9f24-0bd72b7c775c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 943 time: 0.5174706 Mar 31 23:11:06.566806 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:06.568408 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5b4cc348-307c-4c60-893e-6b50c8187382 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0c20efa4ba84cac8cf24c312d40dbdc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9417512 Mar 31 23:11:06.571473 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54164) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:06.577840 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cc348-307c-4c60-893e-6b50c8187382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5836d1a-6c41-4a1e-82d2-9cc3e5022247,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:06.701813 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00173a05-8479-4166-aaf6-bbbfc2254263 req-6aea3876-d297-4dc8-af2a-e732bf68153f service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368615 Mar 31 23:11:06.725877 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-492f26ef-4ef9-46ab-b3e2-e79323c69183 req-fc9f6e50-d639-42fe-a7a0-2f4e29190622 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139040 Mar 31 23:11:06.772590 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3edb2-fa2f-45d5-9c7b-edbe41f565c3 req-919440dc-26b5-4f7a-b364-0314dc4b2760 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:06.790492 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b3edb2-fa2f-45d5-9c7b-edbe41f565c3 req-919440dc-26b5-4f7a-b364-0314dc4b2760 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.3913066 Mar 31 23:11:06.826957 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d86fd1c-655e-4f83-a567-a9280a18bb4a admin admin] Publish callbacks [] for security_group (e5836d1a-6c41-4a1e-82d2-9cc3e5022247), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:06.904230 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d86fd1c-655e-4f83-a567-a9280a18bb4a admin admin] Publish callbacks [] for security_group (e5836d1a-6c41-4a1e-82d2-9cc3e5022247), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:06.949473 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:06.963197 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35b3edb2-fa2f-45d5-9c7b-edbe41f565c3 req-6329addf-b5b9-41a8-aaff-46ba74653e18 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567502 Mar 31 23:11:07.001664 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'port_id': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'mac_address': 'fa:16:3e:63:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:07.094875 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c37cb32a-b037-478d-bcf1-f1c00855dcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:07.142481 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:07.143528 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:07.144159 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:11:07.194489 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:07.206325 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d86fd1c-655e-4f83-a567-a9280a18bb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e5836d1a-6c41-4a1e-82d2-9cc3e5022247), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:07.212685 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d86fd1c-655e-4f83-a567-a9280a18bb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:07.218405 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0d86fd1c-655e-4f83-a567-a9280a18bb4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5836d1a-6c41-4a1e-82d2-9cc3e5022247 HTTP/1.1" status: 204 len: 168 time: 0.6435761 Mar 31 23:11:07.292014 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86fd1c-655e-4f83-a567-a9280a18bb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5836d1a-6c41-4a1e-82d2-9cc3e5022247,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.324231 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:07.430420 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:07.433356 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:11:07.612043 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:07.831366 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:07.858861 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'port_id': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'mac_address': 'fa:16:3e:c6:b1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:11:07.971880 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ebb9ae53-ab50-4e90-9432-51a0faa7687a is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:07.972620 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:08.043980 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb9ae53-ab50-4e90-9432-51a0faa7687a {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:11:08.107747 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:08.184002 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13879830-90bf-440d-b65f-b97604e2d0c8 req-12ffd84e-9a5e-458b-b50c-0ec710ffcbfd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.186798 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13879830-90bf-440d-b65f-b97604e2d0c8 req-12ffd84e-9a5e-458b-b50c-0ec710ffcbfd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.2825291 Mar 31 23:11:08.204426 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b24b-8671-4790-ae2e-35adae567101 req-66dc112b-cb10-4a3e-a51c-8de2ddf9eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.207452 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6322b24b-8671-4790-ae2e-35adae567101 req-66dc112b-cb10-4a3e-a51c-8de2ddf9eebc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 1129 time: 0.1941836 Mar 31 23:11:08.213432 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:08.221281 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbbe65-901b-4393-aaad-ca4e63654f05 req-0c050995-fa2d-40f6-a0c4-039d74d9d473 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.225541 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59cbbe65-901b-4393-aaad-ca4e63654f05 req-0c050995-fa2d-40f6-a0c4-039d74d9d473 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 944 time: 0.2280827 Mar 31 23:11:08.378005 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13879830-90bf-440d-b65f-b97604e2d0c8 req-7c51b13c-35f6-42c6-9530-5a0358636e53 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489158 Mar 31 23:11:08.470653 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:08.502809 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:08.665037 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['ebb9ae53-ab50-4e90-9432-51a0faa7687a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:11:08.833048 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59cbbe65-901b-4393-aaad-ca4e63654f05 req-b5fc095f-7979-4b8b-a990-a8b14cf9efd0 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5275474 Mar 31 23:11:08.902396 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b08c1d-3078-447a-90ad-dec8dabac5d4 req-b228792b-5d42-440d-a7dd-c5a1ee0392f3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.905074 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68b08c1d-3078-447a-90ad-dec8dabac5d4 req-b228792b-5d42-440d-a7dd-c5a1ee0392f3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 944 time: 0.2670443 Mar 31 23:11:08.930548 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b24b-8671-4790-ae2e-35adae567101 req-60b2e962-7cc0-44ef-b850-a8c682fdc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:08.934845 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6322b24b-8671-4790-ae2e-35adae567101 req-60b2e962-7cc0-44ef-b850-a8c682fdc794 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.7066493 Mar 31 23:11:09.058416 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6322b24b-8671-4790-ae2e-35adae567101 req-05957fff-35cf-4b9a-9de4-daa3c0e3c820 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576 HTTP/1.1" status: 200 len: 217 time: 0.1170063 Mar 31 23:11:09.090990 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54224) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:09.118488 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68b08c1d-3078-447a-90ad-dec8dabac5d4 req-03a1b40f-a375-4332-876b-379c75dcb440 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814535 Mar 31 23:11:09.148424 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-749887c8-677a-4ac1-a745-22d42c14c5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:09.229844 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b24b-8671-4790-ae2e-35adae567101 req-40c4b89a-673c-4286-802c-b38002f4852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.232742 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6322b24b-8671-4790-ae2e-35adae567101 req-40c4b89a-673c-4286-802c-b38002f4852f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.1214862 Mar 31 23:11:09.389115 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322b24b-8671-4790-ae2e-35adae567101 req-36335a7e-61cb-4880-89e3-ee5e1f4a6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.394752 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6322b24b-8671-4790-ae2e-35adae567101 req-36335a7e-61cb-4880-89e3-ee5e1f4a6104 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1526289 Mar 31 23:11:09.412491 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-749887c8-677a-4ac1-a745-22d42c14c5da admin admin] Publish callbacks [] for security_group (cacbfea8-565a-4883-ac74-c877d72421ff), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:09.717538 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6322b24b-8671-4790-ae2e-35adae567101 req-e1338594-32d8-4e96-9e95-2b4e6f5b0208 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170617 Mar 31 23:11:09.850928 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-749887c8-677a-4ac1-a745-22d42c14c5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (cacbfea8-565a-4883-ac74-c877d72421ff), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:09.892956 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16ff8b-c250-434b-bca6-0ff717a7bd04 req-015e4c53-30af-4692-be91-2222daab3f52 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:09.898562 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab16ff8b-c250-434b-bca6-0ff717a7bd04 req-015e4c53-30af-4692-be91-2222daab3f52 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.2874079 Mar 31 23:11:09.920962 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749887c8-677a-4ac1-a745-22d42c14c5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacbfea8-565a-4883-ac74-c877d72421ff,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:09.927513 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-749887c8-677a-4ac1-a745-22d42c14c5da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f03a3fd683d45b5a463698567c9cf56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8345311 Mar 31 23:11:09.933567 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54242) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:10.044980 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6322b24b-8671-4790-ae2e-35adae567101 req-d8e1f3f1-5ba3-4dd7-a988-7a39f15f07f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188651 Mar 31 23:11:10.051490 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-28a97e5b-0ffb-4a19-a19a-b42b0c4c8988 admin admin] Publish callbacks [] for security_group (cacbfea8-565a-4883-ac74-c877d72421ff), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:10.062687 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab16ff8b-c250-434b-bca6-0ff717a7bd04 req-e9cb0f08-fc3b-4a21-878e-b18a19a569e8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530609 Mar 31 23:11:10.141295 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-28a97e5b-0ffb-4a19-a19a-b42b0c4c8988 admin admin] Publish callbacks [] for security_group (cacbfea8-565a-4883-ac74-c877d72421ff), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:10.279328 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2f2a1-4bf2-40e9-b2a7-0a80c9b39a61 req-5e4df08a-db6b-4322-ae2c-33d0bba3032d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:10.281604 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51f2f2a1-4bf2-40e9-b2a7-0a80c9b39a61 req-5e4df08a-db6b-4322-ae2c-33d0bba3032d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 944 time: 0.0877481 Mar 31 23:11:10.354626 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-28a97e5b-0ffb-4a19-a19a-b42b0c4c8988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (cacbfea8-565a-4883-ac74-c877d72421ff), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:10.359949 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-28a97e5b-0ffb-4a19-a19a-b42b0c4c8988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:10.362144 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-28a97e5b-0ffb-4a19-a19a-b42b0c4c8988 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cacbfea8-565a-4883-ac74-c877d72421ff HTTP/1.1" status: 204 len: 168 time: 0.4267995 Mar 31 23:11:10.387539 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51f2f2a1-4bf2-40e9-b2a7-0a80c9b39a61 req-131e929e-967a-45de-96c0-1b6787913266 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980232 Mar 31 23:11:10.393479 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a97e5b-0ffb-4a19-a19a-b42b0c4c8988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacbfea8-565a-4883-ac74-c877d72421ff,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:10.577459 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:10.634851 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985058b-4791-4215-b83d-7eca789b6f84 req-a147bd50-096a-4ac5-9ebc-c1134a941a44 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:10.636934 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f985058b-4791-4215-b83d-7eca789b6f84 req-a147bd50-096a-4ac5-9ebc-c1134a941a44 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 944 time: 0.1082721 Mar 31 23:11:10.697942 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9d9e1f61-fc73-4527-b2ab-c04f68834a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:10.781431 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f985058b-4791-4215-b83d-7eca789b6f84 req-f353f7c9-c85a-4e65-8661-fdd60f880fe3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284306 Mar 31 23:11:10.884034 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54264) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:10.937033 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54270) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:11.000543 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:11:11.009067 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:11.010330 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:11.230997 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:11.231669 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:11.287442 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:11.292428 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d62c3-281d-4e78-a7c6-7e9444b838a6" -d '{"events": [{"server_uuid": "d6e4a49e-4853-407d-8942-47f4d47dbb1d", "name": "network-vif-plugged", "status": "completed", "tag": "ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:11.344569 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:11.390500 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6322a138-bd27-4e45-b1e9-8c570d7a221d x-openstack-request-id: req-6322a138-bd27-4e45-b1e9-8c570d7a221d {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:11.390970 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e4a49e-4853-407d-8942-47f4d47dbb1d", "name": "network-vif-plugged", "status": "completed", "tag": "ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:11.391382 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6322a138-bd27-4e45-b1e9-8c570d7a221d {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:11.392043 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6322a138-bd27-4e45-b1e9-8c570d7a221d'] response: {'server_uuid': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'code': 200} Mar 31 23:11:11.423450 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:11.425178 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:11.439639 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fc829-cbf7-4a90-a86b-a3cf000120ff req-3321182a-a98a-43b5-bc29-81393240c671 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.482698 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e7fc829-cbf7-4a90-a86b-a3cf000120ff req-3321182a-a98a-43b5-bc29-81393240c671 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.2176297 Mar 31 23:11:11.493179 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3b824e54-b524-47e2-a682-81734c0ca60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:11.582812 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19e1f9e6-cb70-4bad-b008-dc2cc35cf63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:11.753324 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:11.772592 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port ebb9ae53-ab50-4e90-9432-51a0faa7687a completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:11:11.791435 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port ebb9ae53-ab50-4e90-9432-51a0faa7687a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:11.796182 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:11.828060 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3b824e54-b524-47e2-a682-81734c0ca60d admin admin] Publish callbacks [] for security_group (4d87b0ca-d9b3-483c-ae8f-aea79a28a15f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:11.830886 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1e7fc829-cbf7-4a90-a86b-a3cf000120ff req-a6920490-6810-4b95-ad76-291444b16ee6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464875 Mar 31 23:11:11.899337 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8a625-65d8-441e-8622-73b8ed528367 req-b83658c3-e211-4715-87cc-4eabb8bf2542 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:11.902301 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efa8a625-65d8-441e-8622-73b8ed528367 req-b83658c3-e211-4715-87cc-4eabb8bf2542 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.2968812 Mar 31 23:11:11.958250 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19e1f9e6-cb70-4bad-b008-dc2cc35cf63c admin admin] Publish callbacks [] for security_group (bfd2977c-00a8-4f44-adb7-67b580bf326a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:11.960709 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3b824e54-b524-47e2-a682-81734c0ca60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (4d87b0ca-d9b3-483c-ae8f-aea79a28a15f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.012692 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ebb9ae53-ab50-4e90-9432-51a0faa7687a is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:12.013185 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.044679 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3b824e54-b524-47e2-a682-81734c0ca60d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77b451d99c1844f2986377e098b3bad4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1058764 Mar 31 23:11:12.045579 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54294) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:12.049449 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b824e54-b524-47e2-a682-81734c0ca60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d87b0ca-d9b3-483c-ae8f-aea79a28a15f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.145110 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:12.179519 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19e1f9e6-cb70-4bad-b008-dc2cc35cf63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bfd2977c-00a8-4f44-adb7-67b580bf326a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.219906 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e134ab6a-181f-4dc2-a1c7-74de3a376f0b admin admin] Publish callbacks [] for security_group (4d87b0ca-d9b3-483c-ae8f-aea79a28a15f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.225682 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.316442 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efa8a625-65d8-441e-8622-73b8ed528367 req-0f307bb9-059c-4ae6-b95b-d78fa27e645d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761892 Mar 31 23:11:12.335093 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e134ab6a-181f-4dc2-a1c7-74de3a376f0b admin admin] Publish callbacks [] for security_group (4d87b0ca-d9b3-483c-ae8f-aea79a28a15f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.375526 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1f9e6-cb70-4bad-b008-dc2cc35cf63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd2977c-00a8-4f44-adb7-67b580bf326a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.401537 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-19e1f9e6-cb70-4bad-b008-dc2cc35cf63c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c319450e27234b3bb631e99117dd005e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5155997 Mar 31 23:11:12.408305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43482ad8-df61-4f64-b62c-2e271178f4b1 req-24a64f3a-99c9-44b9-b927-4c8f0460d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.412446 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43482ad8-df61-4f64-b62c-2e271178f4b1 req-24a64f3a-99c9-44b9-b927-4c8f0460d383 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 1129 time: 0.4094656 Mar 31 23:11:12.412446 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54302) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:12.453294 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.489538 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93614282-00af-4d42-b211-4be0ec113bae req-1d4d2885-a38a-4e82-a9d5-11b9e1327dfc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:12.494058 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93614282-00af-4d42-b211-4be0ec113bae req-1d4d2885-a38a-4e82-a9d5-11b9e1327dfc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 944 time: 0.5168676 Mar 31 23:11:12.568187 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.594858 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e134ab6a-181f-4dc2-a1c7-74de3a376f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (4d87b0ca-d9b3-483c-ae8f-aea79a28a15f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.603566 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e134ab6a-181f-4dc2-a1c7-74de3a376f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.603566 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e134ab6a-181f-4dc2-a1c7-74de3a376f0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d87b0ca-d9b3-483c-ae8f-aea79a28a15f HTTP/1.1" status: 204 len: 168 time: 0.5560508 Mar 31 23:11:12.642567 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134ab6a-181f-4dc2-a1c7-74de3a376f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d87b0ca-d9b3-483c-ae8f-aea79a28a15f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:12.718904 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93614282-00af-4d42-b211-4be0ec113bae req-8d35ca98-311e-43f6-a1af-13bb397aedce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983852 Mar 31 23:11:12.731040 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43482ad8-df61-4f64-b62c-2e271178f4b1 req-9c167667-55a3-44c4-88d7-d52d25736c09 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029137 Mar 31 23:11:12.756030 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b057-1b07-4a89-add5-daafcd355ed2 admin admin] Publish callbacks [] for security_group (bfd2977c-00a8-4f44-adb7-67b580bf326a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:12.810299 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b057-1b07-4a89-add5-daafcd355ed2 admin admin] Publish callbacks [] for security_group (bfd2977c-00a8-4f44-adb7-67b580bf326a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:13.053916 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b057-1b07-4a89-add5-daafcd355ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bfd2977c-00a8-4f44-adb7-67b580bf326a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:13.059156 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b057-1b07-4a89-add5-daafcd355ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:13.061444 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ffd6b057-1b07-4a89-add5-daafcd355ed2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfd2977c-00a8-4f44-adb7-67b580bf326a HTTP/1.1" status: 204 len: 168 time: 0.6429284 Mar 31 23:11:13.093640 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6b057-1b07-4a89-add5-daafcd355ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd2977c-00a8-4f44-adb7-67b580bf326a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:13.157405 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80584cd3-7674-4369-b283-ef8691c28436 req-a2e20f5a-70c7-4f31-933f-3d881840580b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.169744 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80584cd3-7674-4369-b283-ef8691c28436 req-a2e20f5a-70c7-4f31-933f-3d881840580b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1868091 Mar 31 23:11:13.307752 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80584cd3-7674-4369-b283-ef8691c28436 req-bdb47aa0-b5e1-4bfc-9318-56f1b7400398 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285398 Mar 31 23:11:13.394215 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:13.399765 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fc74d4-00c7-497f-b1fe-32ab30d6f3c4" -d '{"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:13.498757 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3741e01e-8e6c-46b1-9232-4bbf3a3bb7c9 x-openstack-request-id: req-3741e01e-8e6c-46b1-9232-4bbf3a3bb7c9 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:13.499602 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:13.500308 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3741e01e-8e6c-46b1-9232-4bbf3a3bb7c9 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:13.501226 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3741e01e-8e6c-46b1-9232-4bbf3a3bb7c9'] response: {'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'code': 200} Mar 31 23:11:13.632544 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f727-e7a6-452b-bc07-f10122dd17ce req-0659421e-e973-4d57-b5e1-8e3edce0642b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:13.639076 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a52f727-e7a6-452b-bc07-f10122dd17ce req-0659421e-e973-4d57-b5e1-8e3edce0642b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1333032 Mar 31 23:11:13.743672 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a52f727-e7a6-452b-bc07-f10122dd17ce req-66d2ef89-ae85-4e42-9870-0e6ae5eb9ab6 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962322 Mar 31 23:11:13.962557 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54336) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:14.007474 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c216c4f6-7fa1-4b01-8c00-667687b949b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:14.136744 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b294876-497d-4c36-b509-b132c3519f0a req-637f5c52-0c7b-41d1-97df-5f60fab77eab tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.138957 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b294876-497d-4c36-b509-b132c3519f0a req-637f5c52-0c7b-41d1-97df-5f60fab77eab tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.2307646 Mar 31 23:11:14.142025 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e603-7f7d-4f53-8ac2-5216f2da6dc8 req-3e442d82-f70a-447d-b8a1-ab84639b3fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.144569 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27b3e603-7f7d-4f53-8ac2-5216f2da6dc8 req-3e442d82-f70a-447d-b8a1-ab84639b3fb6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 1129 time: 0.2189553 Mar 31 23:11:14.202676 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c216c4f6-7fa1-4b01-8c00-667687b949b7 admin admin] Publish callbacks [] for security_group (e9db980d-5a0d-4881-89cd-1ace9bdbba5c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:14.291021 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27b3e603-7f7d-4f53-8ac2-5216f2da6dc8 req-8fd59099-bf0d-41d0-8955-b1b87e3d275a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358635 Mar 31 23:11:14.297428 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9b294876-497d-4c36-b509-b132c3519f0a req-b5641374-9749-416c-911b-150c2e0cf3e3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399152 Mar 31 23:11:14.349519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c216c4f6-7fa1-4b01-8c00-667687b949b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e9db980d-5a0d-4881-89cd-1ace9bdbba5c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:14.433387 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216c4f6-7fa1-4b01-8c00-667687b949b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9db980d-5a0d-4881-89cd-1ace9bdbba5c,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:14.433387 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c216c4f6-7fa1-4b01-8c00-667687b949b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a0cbf1a7d944a9f84e2b721c53dc387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612031 Mar 31 23:11:14.434708 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54344) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:14.695218 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-870a18c7-9f0d-4ea5-9dc8-2ceea30c3b18 admin admin] Publish callbacks [] for security_group (e9db980d-5a0d-4881-89cd-1ace9bdbba5c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:14.695218 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d542063-1403-47ba-8e68-33525a13258d req-6ffbd9b7-4f45-4cdc-8b63-87bbb5f790cc tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:14.695218 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d542063-1403-47ba-8e68-33525a13258d req-6ffbd9b7-4f45-4cdc-8b63-87bbb5f790cc tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1594667 Mar 31 23:11:14.695218 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-870a18c7-9f0d-4ea5-9dc8-2ceea30c3b18 admin admin] Publish callbacks [] for security_group (e9db980d-5a0d-4881-89cd-1ace9bdbba5c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:14.740090 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d542063-1403-47ba-8e68-33525a13258d req-7d0a6591-a07c-45cc-b113-518c5fdf013d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990837 Mar 31 23:11:14.979120 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-870a18c7-9f0d-4ea5-9dc8-2ceea30c3b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e9db980d-5a0d-4881-89cd-1ace9bdbba5c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:14.984343 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-870a18c7-9f0d-4ea5-9dc8-2ceea30c3b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:14.986488 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-870a18c7-9f0d-4ea5-9dc8-2ceea30c3b18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9db980d-5a0d-4881-89cd-1ace9bdbba5c HTTP/1.1" status: 204 len: 168 time: 0.5528762 Mar 31 23:11:15.007819 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:15.016400 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a18c7-9f0d-4ea5-9dc8-2ceea30c3b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9db980d-5a0d-4881-89cd-1ace9bdbba5c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:15.073345 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b08c72-54a1-44fc-be6e-183a1f0bc46d req-21b94ac1-471c-45d2-be34-be130c74becf tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.093286 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0b08c72-54a1-44fc-be6e-183a1f0bc46d req-21b94ac1-471c-45d2-be34-be130c74becf tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1968791 Mar 31 23:11:15.121592 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54362) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:15.160458 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d715b111-b3ae-42e6-9db6-f756a3cef8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:15.202326 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0b08c72-54a1-44fc-be6e-183a1f0bc46d req-2de15e9a-b722-476f-9fc9-896cfda4d27c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072156 Mar 31 23:11:15.382823 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d715b111-b3ae-42e6-9db6-f756a3cef8bc admin admin] Publish callbacks [] for security_group (bdd8b705-8701-4973-82ff-57c523deeb4a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:15.489899 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:15.516122 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d715b111-b3ae-42e6-9db6-f756a3cef8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bdd8b705-8701-4973-82ff-57c523deeb4a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:15.612661 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715b111-b3ae-42e6-9db6-f756a3cef8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd8b705-8701-4973-82ff-57c523deeb4a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:15.630819 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d715b111-b3ae-42e6-9db6-f756a3cef8bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c968e30201a44fdf912e94d4102d26d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070837 Mar 31 23:11:15.650649 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54372) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:15.656151 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0c348-5270-4ed5-bf71-d327b771152e req-715c8030-11c5-4a75-90e8-50e913941e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.659542 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-02d0c348-5270-4ed5-bf71-d327b771152e req-715c8030-11c5-4a75-90e8-50e913941e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.2003033 Mar 31 23:11:15.681517 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52047a-7c53-4669-9def-fead2a236347 req-08e498c6-4fa7-4103-b64d-cf33694a5951 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:15.684071 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e52047a-7c53-4669-9def-fead2a236347 req-08e498c6-4fa7-4103-b64d-cf33694a5951 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1606600 Mar 31 23:11:15.704094 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54378) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:15.720606 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'floatingip': {'port_id': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:15.816613 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-543bbf42-1f7e-414f-92af-31d36f7332b7 admin admin] Publish callbacks [] for security_group (bdd8b705-8701-4973-82ff-57c523deeb4a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:15.922874 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-543bbf42-1f7e-414f-92af-31d36f7332b7 admin admin] Publish callbacks [] for security_group (bdd8b705-8701-4973-82ff-57c523deeb4a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:15.956678 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e52047a-7c53-4669-9def-fead2a236347 req-0891b749-254b-46f4-8b93-cfa8d92230f2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607358 Mar 31 23:11:15.972415 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (69a8e7b1-4b82-4ace-9f38-69e1cf484142), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:16.223282 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-543bbf42-1f7e-414f-92af-31d36f7332b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bdd8b705-8701-4973-82ff-57c523deeb4a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:16.229046 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-543bbf42-1f7e-414f-92af-31d36f7332b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:16.235419 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-543bbf42-1f7e-414f-92af-31d36f7332b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bdd8b705-8701-4973-82ff-57c523deeb4a HTTP/1.1" status: 204 len: 168 time: 0.5782156 Mar 31 23:11:16.268810 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543bbf42-1f7e-414f-92af-31d36f7332b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd8b705-8701-4973-82ff-57c523deeb4a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:16.837103 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222093ac-ef10-42b3-89d9-cdcd71ab4140 req-343cb38b-75e9-4778-9a1c-fd0baab0c29f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:16.839742 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-222093ac-ef10-42b3-89d9-cdcd71ab4140 req-343cb38b-75e9-4778-9a1c-fd0baab0c29f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.7314813 Mar 31 23:11:16.864000 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-2127845c-f2a2-4012-92ab-e2767c72d6b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5502300 Mar 31 23:11:16.991544 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-222093ac-ef10-42b3-89d9-cdcd71ab4140 req-413ff815-8e5d-473c-a0fc-05b292421d37 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214488 Mar 31 23:11:17.468882 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:17.632953 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-30f1dd53-51b8-485e-80d0-a31757bf6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.656401 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-30f1dd53-51b8-485e-80d0-a31757bf6e3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df7f076fbcd14df28ebb3a0307a03b9c&device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 1129 time: 0.6690722 Mar 31 23:11:17.672152 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ceeed-39c9-4054-8a71-b1d85ed48d65 req-5b4e352f-ab98-4802-b88e-68156b691298 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:17.675458 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e0ceeed-39c9-4054-8a71-b1d85ed48d65 req-5b4e352f-ab98-4802-b88e-68156b691298 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.4653292 Mar 31 23:11:17.985184 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.db.resource_extend [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:11:18.374688 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:18.416195 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e0ceeed-39c9-4054-8a71-b1d85ed48d65 req-4add3133-a38b-47a2-a19c-b7a811d248de tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6737034 Mar 31 23:11:18.568349 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (69a8e7b1-4b82-4ace-9f38-69e1cf484142), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:18.705282 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-a2e85a7f-4809-4a63-94cd-2fb528343146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.708289 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-a2e85a7f-4809-4a63-94cd-2fb528343146 service neutron] 10.222.0.30 "GET /v2.0/networks?id=108b8bea-586a-4da3-b68f-76698f8277d6 HTTP/1.1" status: 200 len: 913 time: 0.9730008 Mar 31 23:11:18.905768 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68f9aa-216c-43b3-8ca9-2d25a9e8578b req-80ce48d8-3def-4da4-b665-a773049159ae tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:18.908741 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc68f9aa-216c-43b3-8ca9-2d25a9e8578b req-80ce48d8-3def-4da4-b665-a773049159ae tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.7545276 Mar 31 23:11:18.932560 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-35462116-5584-484e-bcd8-f5711a54500c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b153c0c-4c2f-450b-a4b3-7183fe40c248 HTTP/1.1" status: 200 len: 217 time: 0.1624389 Mar 31 23:11:19.129039 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Floating IP 69a8e7b1-4b82-4ace-9f38-69e1cf484142 associated. External IP: 172.27.0.95, port: ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0. Mar 31 23:11:19.156412 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39650e74-c616-41fb-b407-dc3ec126c26a req-db86cb87-6472-4c72-9c24-e352b414383f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.159692 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39650e74-c616-41fb-b407-dc3ec126c26a req-db86cb87-6472-4c72-9c24-e352b414383f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.3958366 Mar 31 23:11:19.175199 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54486) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:19.196355 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'floatingip': {'port_id': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:19.295785 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc68f9aa-216c-43b3-8ca9-2d25a9e8578b req-958d2074-1864-4ca5-a93d-08872f91524d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744116 Mar 31 23:11:19.303758 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-cbb9c648-055c-4966-a99b-f19ed8b7e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:19.308522 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-cbb9c648-055c-4966-a99b-f19ed8b7e929 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=132708b3-e082-4b0f-8b42-360f27393317 HTTP/1.1" status: 200 len: 852 time: 0.3551574 Mar 31 23:11:19.449639 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-6e788798-69d8-4ae1-9639-76758cc59645 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=108b8bea-586a-4da3-b68f-76698f8277d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934010 Mar 31 23:11:19.454493 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (73b01d19-d736-4e37-ac8b-d90cfc356b75), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:19.999721 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Router 8074ca80-a733-4603-ac08-9c17aade680e has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:20.018075 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-d86d4f7c-839a-4119-9468-7192f394300a service neutron] 10.222.0.30 "GET /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542443 Mar 31 23:11:20.149190 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54504) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:20.913444 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fb107-480b-4cac-a2fb-58361a530f88 req-6276755b-55fa-4130-bd68-878ea4e009d7 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:20.923332 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b45fb107-480b-4cac-a2fb-58361a530f88 req-6276755b-55fa-4130-bd68-878ea4e009d7 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.3280554 Mar 31 23:11:20.930956 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d83cbc1-3ce3-412e-889d-6f5d542944c8 req-33faab29-7b0d-4b64-aabb-559375bcdbd3 service neutron] 10.222.0.30 "GET /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9043450 Mar 31 23:11:20.979618 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:21.000159 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:21.018838 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] Sync routers for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:21.052463 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:21.054119 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:11:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:21.079093 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78a05e25-3ecb-4c27-9dd2-dd8b334fe743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:21.281326 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-83404c44-83f2-4f62-8fd0-f08cffe22e57 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "PUT /v2.0/floatingips/69a8e7b1-4b82-4ace-9f38-69e1cf484142 HTTP/1.1" status: 200 len: 990 time: 5.5794952 Mar 31 23:11:21.291018 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'tag': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:21.312202 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53421b-91df-494b-ad0a-0d26995397a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e4a49e-4853-407d-8942-47f4d47dbb1d", "tag": "ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:21.367020 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b45fb107-480b-4cac-a2fb-58361a530f88 req-342952e3-3d2e-404b-9ab1-a6c97c025e30 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000428 Mar 31 23:11:21.492519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.db.resource_extend [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:11:21.506100 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4af459-6804-4115-836f-a062ed8db380 x-openstack-request-id: req-fd4af459-6804-4115-836f-a062ed8db380 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:21.507160 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e4a49e-4853-407d-8942-47f4d47dbb1d", "tag": "ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:21.508055 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd4af459-6804-4115-836f-a062ed8db380 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:21.508658 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4af459-6804-4115-836f-a062ed8db380'] response: {'name': 'network-changed', 'server_uuid': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'tag': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'status': 'completed', 'code': 200} Mar 31 23:11:21.527857 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:21.673662 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78a05e25-3ecb-4c27-9dd2-dd8b334fe743 admin admin] Publish callbacks [] for security_group (6bb64a5f-2fc0-4d8f-b406-b232700e4bf1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:21.741352 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-541b3307-59ec-400f-b6dd-b1d40e3861bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:21.744604 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-541b3307-59ec-400f-b6dd-b1d40e3861bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 1129 time: 0.1980412 Mar 31 23:11:21.803922 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:21.864130 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78a05e25-3ecb-4c27-9dd2-dd8b334fe743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6bb64a5f-2fc0-4d8f-b406-b232700e4bf1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:22.015439 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-00033deb-5961-46e7-a569-01f6ccc4cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.037951 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-00033deb-5961-46e7-a569-01f6ccc4cc4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 912 time: 0.2668896 Mar 31 23:11:22.038188 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-78a05e25-3ecb-4c27-9dd2-dd8b334fe743 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6a086ff43504d1795f79101f836a6bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8781369 Mar 31 23:11:22.038188 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a05e25-3ecb-4c27-9dd2-dd8b334fe743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb64a5f-2fc0-4d8f-b406-b232700e4bf1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:22.038188 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54552) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:22.038564 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (73b01d19-d736-4e37-ac8b-d90cfc356b75), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:22.317208 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-59bf6fa9-a2ad-4f44-ab56-fe0223d220eb admin admin] Publish callbacks [] for security_group (6bb64a5f-2fc0-4d8f-b406-b232700e4bf1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:22.351231 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-38c67332-14ca-45ee-8146-f89d05109e2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 HTTP/1.1" status: 200 len: 998 time: 0.3148017 Mar 31 23:11:22.401627 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-59bf6fa9-a2ad-4f44-ab56-fe0223d220eb admin admin] Publish callbacks [] for security_group (6bb64a5f-2fc0-4d8f-b406-b232700e4bf1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:22.410467 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '69a8e7b1-4b82-4ace-9f38-69e1cf484142', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'port_id': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'mac_address': 'fa:16:3e:63:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:36Z', 'updated_at': '2022-03-31T23:11:17Z', 'revision_number': 1, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:22.500866 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-a4ece27a-4a58-4a81-aaef-9b31ff7b186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.507150 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-a4ece27a-4a58-4a81-aaef-9b31ff7b186a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 200 len: 850 time: 0.1474283 Mar 31 23:11:22.509566 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] Checking router: 8074ca80-a733-4603-ac08-9c17aade680e for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:22.528188 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Floating IP 73b01d19-d736-4e37-ac8b-d90cfc356b75 associated. External IP: 172.27.0.59, port: ebb9ae53-ab50-4e90-9432-51a0faa7687a. Mar 31 23:11:22.536468 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:22.538497 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:11:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:22.788285 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-1ab03370-7808-4be7-aca0-5301a295c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.796542 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-1ab03370-7808-4be7-aca0-5301a295c67f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2822254 Mar 31 23:11:22.827321 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788669d-346b-48a8-890e-112a6eea2847 req-d17733a6-1d6e-458a-b3d7-69852795383f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:22.829393 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6788669d-346b-48a8-890e-112a6eea2847 req-d17733a6-1d6e-458a-b3d7-69852795383f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.2152059 Mar 31 23:11:23.052340 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-59bf6fa9-a2ad-4f44-ab56-fe0223d220eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6bb64a5f-2fc0-4d8f-b406-b232700e4bf1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:23.056936 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6788669d-346b-48a8-890e-112a6eea2847 req-5f92abf7-162e-48ce-b81a-d213eb638712 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069683 Mar 31 23:11:23.059184 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-59bf6fa9-a2ad-4f44-ab56-fe0223d220eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:23.063336 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-59bf6fa9-a2ad-4f44-ab56-fe0223d220eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bb64a5f-2fc0-4d8f-b406-b232700e4bf1 HTTP/1.1" status: 204 len: 168 time: 1.0177221 Mar 31 23:11:23.098205 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf6fa9-a2ad-4f44-ab56-fe0223d220eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb64a5f-2fc0-4d8f-b406-b232700e4bf1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:23.104559 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53621d-afa0-45da-b1cf-47baddca5ee4 req-d4d60d2e-da32-4e11-be9a-97c56bf850a3 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:23.125221 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e53621d-afa0-45da-b1cf-47baddca5ee4 req-d4d60d2e-da32-4e11-be9a-97c56bf850a3 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 945 time: 0.5328028 Mar 31 23:11:23.155168 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:23.259948 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:23.316799 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e53621d-afa0-45da-b1cf-47baddca5ee4 req-a4e677da-4d83-4a33-800a-b86fad99da21 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873116 Mar 31 23:11:23.366341 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-4825a060-7cb4-4482-8b14-3ff2a52d116e service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504117 Mar 31 23:11:23.657622 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:23.667070 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:23.688287 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] Sync routers for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:23.740175 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:23.742698 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:11:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:23.754768 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b53421b-91df-494b-ad0a-0d26995397a9 req-db9de019-e1ca-453a-adad-d226f5c13cad service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772504 Mar 31 23:11:23.767994 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-71c85bd0-9e5e-4928-ae26-9f63832b6541 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "PUT /v2.0/floatingips/73b01d19-d736-4e37-ac8b-d90cfc356b75 HTTP/1.1" status: 200 len: 990 time: 4.5896041 Mar 31 23:11:23.769284 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:23.775112 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6d686e-7949-4f66-8bd2-da87715804a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:23.860916 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a97e7b9-41ba-4384-a073-16984ebe6144 x-openstack-request-id: req-4a97e7b9-41ba-4384-a073-16984ebe6144 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:23.861855 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:23.862614 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a97e7b9-41ba-4384-a073-16984ebe6144 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:23.864112 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a97e7b9-41ba-4384-a073-16984ebe6144'] response: {'name': 'network-changed', 'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'status': 'completed', 'code': 200} Mar 31 23:11:23.867668 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '69a8e7b1-4b82-4ace-9f38-69e1cf484142', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'port_id': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'mac_address': 'fa:16:3e:63:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:36Z', 'updated_at': '2022-03-31T23:11:17Z', 'revision_number': 1, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:23.917167 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf5136b-55f1-4477-9e32-4055cb83f143 None None] The sync data for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi is: [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '69a8e7b1-4b82-4ace-9f38-69e1cf484142', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'port_id': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'mac_address': 'fa:16:3e:63:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:36Z', 'updated_at': '2022-03-31T23:11:17Z', 'revision_number': 1, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:23.984824 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-939012a5-e96c-450e-ba03-08d19ffe975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:23.987214 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-939012a5-e96c-450e-ba03-08d19ffe975b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 1129 time: 0.0848777 Mar 31 23:11:24.004020 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:24.319607 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-278994a4-365f-4489-bb1c-48030375a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:24.323759 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-278994a4-365f-4489-bb1c-48030375a70c service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.3241832 Mar 31 23:11:24.344925 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54592) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:24.495125 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4150ea18-1ac3-46e9-958f-e0c0fab72bbf None None] New status for floating IP 69a8e7b1-4b82-4ace-9f38-69e1cf484142: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:11:24.564863 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abaa422-864a-4bca-afb4-11983ebc1c70 admin admin] Deleting subnet 93af1680-a992-4682-8c56-adaef6f8753a {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:11:24.586608 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2abaa422-864a-4bca-afb4-11983ebc1c70 admin admin] Publish callbacks [] for subnet (93af1680-a992-4682-8c56-adaef6f8753a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:24.806301 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-06ff7734-81c1-4030-bc8d-077f42c75d7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a HTTP/1.1" status: 200 len: 998 time: 0.4141109 Mar 31 23:11:24.852616 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024196a-322a-4714-a6f5-9e7595bd95a5 req-53ad5014-e70b-4753-a947-20ade8a3ff1f tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:24.855697 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b024196a-322a-4714-a6f5-9e7595bd95a5 req-53ad5014-e70b-4753-a947-20ade8a3ff1f tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 945 time: 0.2496822 Mar 31 23:11:24.873505 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32471240-49c8-42db-beef-ff2c0699af96 req-76e9b6df-e6e7-46ab-9460-767262dfbe66 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:24.877014 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32471240-49c8-42db-beef-ff2c0699af96 req-76e9b6df-e6e7-46ab-9460-767262dfbe66 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.5422966 Mar 31 23:11:24.881553 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2abaa422-864a-4bca-afb4-11983ebc1c70 admin admin] Publish callbacks [] for subnet (93af1680-a992-4682-8c56-adaef6f8753a), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:24.926947 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-26efdb66-19cd-4243-b0e8-49c43ade8ebe tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:24.932684 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-26efdb66-19cd-4243-b0e8-49c43ade8ebe tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.30 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 945 time: 0.3557990 Mar 31 23:11:24.936441 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2abaa422-864a-4bca-afb4-11983ebc1c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (93af1680-a992-4682-8c56-adaef6f8753a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:25.077943 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-21f5e11e-cbba-4665-8fef-d15c36d6cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.081492 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-21f5e11e-cbba-4665-8fef-d15c36d6cf19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.2624834 Mar 31 23:11:25.090291 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '73b01d19-d736-4e37-ac8b-d90cfc356b75', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'port_id': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'mac_address': 'fa:16:3e:c6:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:39Z', 'updated_at': '2022-03-31T23:11:21Z', 'revision_number': 1, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.141459 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b024196a-322a-4714-a6f5-9e7595bd95a5 req-d18989d4-2e44-43b6-8d42-1adf0ddc4f0d tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201822 Mar 31 23:11:25.143054 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] Checking router: 8fdd438e-fb50-403e-a5ec-ca5b54f371ce for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:25.165086 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:25.166411 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:11:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:25.177218 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32471240-49c8-42db-beef-ff2c0699af96 req-54d442ce-5122-4e1c-8ee8-9fe1ec9d613b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503626 Mar 31 23:11:25.234320 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-d71fd6f1-8bd2-45a2-af14-449920cefab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:25.236955 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-d71fd6f1-8bd2-45a2-af14-449920cefab8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1379550 Mar 31 23:11:25.351943 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54600) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:25.390699 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2f7-d555-4769-9673-18ca73a64123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:25.460412 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:25.463403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2abaa422-864a-4bca-afb4-11983ebc1c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (93af1680-a992-4682-8c56-adaef6f8753a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:25.510542 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-5d65e041-0fbb-4f20-a028-d412350c6505 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665961 Mar 31 23:11:25.581588 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaa422-864a-4bca-afb4-11983ebc1c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93af1680-a992-4682-8c56-adaef6f8753a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:25.642938 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2abaa422-864a-4bca-afb4-11983ebc1c70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:25.642938 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2abaa422-864a-4bca-afb4-11983ebc1c70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/93af1680-a992-4682-8c56-adaef6f8753a HTTP/1.1" status: 204 len: 168 time: 1.2450557 Mar 31 23:11:25.642938 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54602) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:25.749084 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2f7-d555-4769-9673-18ca73a64123 admin admin] Publish callbacks [] for security_group (d7e9d7aa-fcce-4dff-8d11-8a1057bd0fb6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:25.792190 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa6d686e-7949-4f66-8bd2-da87715804a2 req-a082809d-2574-4b1e-b606-3d9e3f447f16 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650890 Mar 31 23:11:25.802993 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Deleting port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:11:25.803442 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:25.818425 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (a9c5f486-1aaf-4792-b6e7-a94a57e25530), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:25.840661 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2f7-d555-4769-9673-18ca73a64123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d7e9d7aa-fcce-4dff-8d11-8a1057bd0fb6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:25.925937 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bda0b2f7-d555-4769-9673-18ca73a64123 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff6a8d0d511e477abdc3e93c5af025ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5717471 Mar 31 23:11:25.930991 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54608) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:26.037904 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0b2f7-d555-4769-9673-18ca73a64123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e9d7aa-fcce-4dff-8d11-8a1057bd0fb6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:26.042841 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45f64372-bba7-4881-a215-1991468db97f admin admin] Publish callbacks [] for security_group (d7e9d7aa-fcce-4dff-8d11-8a1057bd0fb6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:26.126545 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45f64372-bba7-4881-a215-1991468db97f admin admin] Publish callbacks [] for security_group (d7e9d7aa-fcce-4dff-8d11-8a1057bd0fb6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:26.133770 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (a9c5f486-1aaf-4792-b6e7-a94a57e25530), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:26.140654 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] For port 0b153c0c-4c2f-450b-a4b3-7183fe40c248, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0b153c0c-4c2f-450b-a4b3-7183fe40c248,segment=NetworkSegment(4159aa52-3f59-459d-b3d4-7156b0a4240f),segment_id=4159aa52-3f59-459d-b3d4-7156b0a4240f)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:26.141234 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:26.160497 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '73b01d19-d736-4e37-ac8b-d90cfc356b75', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'port_id': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'mac_address': 'fa:16:3e:c6:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:39Z', 'updated_at': '2022-03-31T23:11:21Z', 'revision_number': 1, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:26.235979 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Calling delete_port for 0b153c0c-4c2f-450b-a4b3-7183fe40c248 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:11:26.248487 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6d465-9879-4084-8a5c-e2026be3a210 None None] The sync data for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi is: [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '73b01d19-d736-4e37-ac8b-d90cfc356b75', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'port_id': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'mac_address': 'fa:16:3e:c6:b1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:10:39Z', 'updated_at': '2022-03-31T23:11:21Z', 'revision_number': 1, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:26.265085 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.265825 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.279502 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.280087 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.280669 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.281270 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.281882 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.282458 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.283012 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.283576 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.415430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45f64372-bba7-4881-a215-1991468db97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d7e9d7aa-fcce-4dff-8d11-8a1057bd0fb6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:26.418815 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45f64372-bba7-4881-a215-1991468db97f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:26.420762 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-45f64372-bba7-4881-a215-1991468db97f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7e9d7aa-fcce-4dff-8d11-8a1057bd0fb6 HTTP/1.1" status: 204 len: 168 time: 0.4879041 Mar 31 23:11:26.447399 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.448537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.449443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.450363 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104017) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:11:26.451205 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c5f486-1aaf-4792-b6e7-a94a57e25530']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:26.452821 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f64372-bba7-4881-a215-1991468db97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e9d7aa-fcce-4dff-8d11-8a1057bd0fb6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:26.502318 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff9e1e-edc9-4bb5-b506-184189a067d7 req-ecc5232f-8b7a-4d92-85bf-05f2dd4b9409 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.505153 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05ff9e1e-edc9-4bb5-b506-184189a067d7 req-ecc5232f-8b7a-4d92-85bf-05f2dd4b9409 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1756020 Mar 31 23:11:26.520249 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947923f-ad4f-4675-b103-eb34f72eb23d req-82cb16c2-2330-45bb-b518-a10655628ec4 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:26.523483 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4947923f-ad4f-4675-b103-eb34f72eb23d req-82cb16c2-2330-45bb-b518-a10655628ec4 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 945 time: 0.1964853 Mar 31 23:11:26.585382 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5489c99-90df-4786-a338-b126361ea388') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:26.585947 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5489c99-90df-4786-a338-b126361ea388') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:26.687714 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05ff9e1e-edc9-4bb5-b506-184189a067d7 req-339af92c-7e6f-48f2-b636-053d30c4aab3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564829 Mar 31 23:11:26.696177 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4947923f-ad4f-4675-b103-eb34f72eb23d req-43107542-5a6f-4b98-b7d9-1cda9b54f0f6 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611667 Mar 31 23:11:26.852573 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45d97d8-53d6-4317-a160-723fc8323a76 None None] New status for floating IP 73b01d19-d736-4e37-ac8b-d90cfc356b75: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:11:26.888832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (a5489c99-90df-4786-a338-b126361ea388), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:26.948236 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (a5489c99-90df-4786-a338-b126361ea388), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:26.997476 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:26.998759 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (a5489c99-90df-4786-a338-b126361ea388), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: from cryptography.utils import int_from_bytes Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: from cryptography.utils import int_from_bytes Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:27.082979 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:27.263170 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (a9c5f486-1aaf-4792-b6e7-a94a57e25530), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.307236 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.311592 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9c5f486-1aaf-4792-b6e7-a94a57e25530 HTTP/1.1" status: 204 len: 168 time: 1.7042537 Mar 31 23:11:27.315379 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54632) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:27.342706 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc240d0-6030-43a5-89f8-3a26599df6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c5f486-1aaf-4792-b6e7-a94a57e25530,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:27.417536 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e8d229-9f2d-48cd-b674-1302e7bfed5d admin admin] Deleting subnet 118aa78b-dfbb-4c85-aad2-473836eb4986 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:11:27.423563 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-76e8d229-9f2d-48cd-b674-1302e7bfed5d admin admin] Publish callbacks [] for subnet (118aa78b-dfbb-4c85-aad2-473836eb4986), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.499161 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-76e8d229-9f2d-48cd-b674-1302e7bfed5d admin admin] Publish callbacks [] for subnet (118aa78b-dfbb-4c85-aad2-473836eb4986), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.515932 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-76e8d229-9f2d-48cd-b674-1302e7bfed5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (118aa78b-dfbb-4c85-aad2-473836eb4986), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.526208 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (0b153c0c-4c2f-450b-a4b3-7183fe40c248), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.577492 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Pushing event deleted for resources: {'Port': ['ID=0b153c0c-4c2f-450b-a4b3-7183fe40c248,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:27.681428 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] No DVR routers for this DVR port 0b153c0c-4c2f-450b-a4b3-7183fe40c248 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:11:27.686213 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.692401 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-204d0d21-0dfe-48e7-a91e-d669a295e6a4 req-eb1dd419-ba34-4cc3-8572-7b3fe2a4f51e tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.30 "DELETE /v2.0/ports/0b153c0c-4c2f-450b-a4b3-7183fe40c248 HTTP/1.1" status: 204 len: 173 time: 2.7503304 Mar 31 23:11:27.693358 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c5b131-d81e-4c49-af58-b6d517ca488d', 'name': 'network-vif-deleted', 'tag': '0b153c0c-4c2f-450b-a4b3-7183fe40c248'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:11:27.698301 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369b7eb-6f51-421f-8a64-5e6fec05bcc7" -d '{"events": [{"server_uuid": "59c5b131-d81e-4c49-af58-b6d517ca488d", "name": "network-vif-deleted", "tag": "0b153c0c-4c2f-450b-a4b3-7183fe40c248"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:11:27.774017 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c753140c-0198-450a-a1d3-55d7c6f822bb x-openstack-request-id: req-c753140c-0198-450a-a1d3-55d7c6f822bb {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:11:27.774565 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c5b131-d81e-4c49-af58-b6d517ca488d", "name": "network-vif-deleted", "tag": "0b153c0c-4c2f-450b-a4b3-7183fe40c248", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:11:27.775040 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c753140c-0198-450a-a1d3-55d7c6f822bb {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:11:27.783884 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c753140c-0198-450a-a1d3-55d7c6f822bb'] response: {'server_uuid': '59c5b131-d81e-4c49-af58-b6d517ca488d', 'name': 'network-vif-deleted', 'tag': '0b153c0c-4c2f-450b-a4b3-7183fe40c248', 'status': 'completed', 'code': 200} Mar 31 23:11:27.837853 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-76e8d229-9f2d-48cd-b674-1302e7bfed5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (118aa78b-dfbb-4c85-aad2-473836eb4986), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.979534 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-76e8d229-9f2d-48cd-b674-1302e7bfed5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:27.986734 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-76e8d229-9f2d-48cd-b674-1302e7bfed5d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/118aa78b-dfbb-4c85-aad2-473836eb4986 HTTP/1.1" status: 204 len: 168 time: 0.6698582 Mar 31 23:11:27.990055 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54650) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:28.004689 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8d229-9f2d-48cd-b674-1302e7bfed5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118aa78b-dfbb-4c85-aad2-473836eb4986,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:28.068357 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c446453-5c38-4bdf-9619-a36e0c81f428 req-6216e23a-d039-4d2b-ac75-148c6e7ba641 tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.0791874 Mar 31 23:11:28.160995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (bc545ee8-bdb6-4b5a-a53b-54cb52e542e4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:28.170476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83a0ad-1a83-49d9-b323-c429e658e3ef req-78fa1882-fd75-41a2-8900-cbae7b087ca8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:28.173218 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa83a0ad-1a83-49d9-b323-c429e658e3ef req-78fa1882-fd75-41a2-8900-cbae7b087ca8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1702108 Mar 31 23:11:28.270518 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa83a0ad-1a83-49d9-b323-c429e658e3ef req-dc14defa-70d6-4b38-80dc-9e2d5eac33ed tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880227 Mar 31 23:11:28.322376 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (bc545ee8-bdb6-4b5a-a53b-54cb52e542e4), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:28.383092 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc545ee8-bdb6-4b5a-a53b-54cb52e542e4']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.404002 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af24a655-8f76-4961-8bda-25f53031e735') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.404605 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af24a655-8f76-4961-8bda-25f53031e735') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:28.423685 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (af24a655-8f76-4961-8bda-25f53031e735), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:28.450774 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (af24a655-8f76-4961-8bda-25f53031e735), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:28.464606 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:28.465577 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (af24a655-8f76-4961-8bda-25f53031e735), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:28.469543 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:28.675251 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (bc545ee8-bdb6-4b5a-a53b-54cb52e542e4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:28.680353 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 0b153c0c-4c2f-450b-a4b3-7183fe40c248 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:11:28.690321 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:28.704984 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc545ee8-bdb6-4b5a-a53b-54cb52e542e4 HTTP/1.1" status: 204 len: 168 time: 0.7125640 Mar 31 23:11:28.722736 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 0b153c0c-4c2f-450b-a4b3-7183fe40c248 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:11:28.723253 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 0b153c0c-4c2f-450b-a4b3-7183fe40c248 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:11:28.732550 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe44bb4-95e5-4f40-aed3-9c34cd5bf17e admin admin] Pushing event deleted for resources: {'Network': ['ID=bc545ee8-bdb6-4b5a-a53b-54cb52e542e4,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:29.275108 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-98f72620-9797-49f3-86e0-e12a1a5f61c7 req-33512bd6-1cf8-43a6-8ae8-2f802e3ee0ec tempest-DeleteServersTestJSON-1683050538 tempest-DeleteServersTestJSON-1683050538-project] 10.222.0.41 "GET /v2.0/ports?device_id=59c5b131-d81e-4c49-af58-b6d517ca488d HTTP/1.1" status: 200 len: 210 time: 0.0470717 Mar 31 23:11:29.311817 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54680) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:29.419455 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-acb91d96-0314-4d85-833a-4c0102adbdff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2f2d8c629a947189c6a02b76136ac87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1019311 Mar 31 23:11:29.420072 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54690) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:29.522537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54692) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:29.572715 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-10b0f44b-2feb-47af-a6a2-58b74e91ca11 admin admin] Publish callbacks [] for security_group (df911cce-5c7d-4afd-b2f4-c86cb7290025), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:29.598170 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af971e00-37f3-449e-b01c-075ac02ca17f req-1318c744-35d4-489f-acf2-eb9279ebf40d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:29.600441 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af971e00-37f3-449e-b01c-075ac02ca17f req-1318c744-35d4-489f-acf2-eb9279ebf40d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1656129 Mar 31 23:11:29.628705 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-10b0f44b-2feb-47af-a6a2-58b74e91ca11 admin admin] Publish callbacks [] for security_group (df911cce-5c7d-4afd-b2f4-c86cb7290025), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:29.805433 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af971e00-37f3-449e-b01c-075ac02ca17f req-d9072e55-2aa0-4d92-9ad4-1a93f7675448 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904805 Mar 31 23:11:29.821426 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-736de8d7-97a5-4fc8-a758-011b776b2590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.034617 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-10b0f44b-2feb-47af-a6a2-58b74e91ca11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (df911cce-5c7d-4afd-b2f4-c86cb7290025), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.039948 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-10b0f44b-2feb-47af-a6a2-58b74e91ca11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.042236 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-10b0f44b-2feb-47af-a6a2-58b74e91ca11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df911cce-5c7d-4afd-b2f4-c86cb7290025 HTTP/1.1" status: 204 len: 168 time: 0.6203163 Mar 31 23:11:30.056368 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0f44b-2feb-47af-a6a2-58b74e91ca11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df911cce-5c7d-4afd-b2f4-c86cb7290025,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:30.131418 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-736de8d7-97a5-4fc8-a758-011b776b2590 admin admin] Publish callbacks [] for security_group (dba8a9f3-e865-4f97-b712-a478d783f02d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.211724 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-736de8d7-97a5-4fc8-a758-011b776b2590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dba8a9f3-e865-4f97-b712-a478d783f02d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.263712 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736de8d7-97a5-4fc8-a758-011b776b2590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba8a9f3-e865-4f97-b712-a478d783f02d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:30.270296 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-736de8d7-97a5-4fc8-a758-011b776b2590 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a2912ee570f43c1bf4e2d3c7c1b5258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7450929 Mar 31 23:11:30.275300 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54704) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:30.359806 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-614261f7-d1a6-484a-a71c-4a6663b26bd0 admin admin] Publish callbacks [] for security_group (dba8a9f3-e865-4f97-b712-a478d783f02d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.402048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-614261f7-d1a6-484a-a71c-4a6663b26bd0 admin admin] Publish callbacks [] for security_group (dba8a9f3-e865-4f97-b712-a478d783f02d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.639677 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-614261f7-d1a6-484a-a71c-4a6663b26bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dba8a9f3-e865-4f97-b712-a478d783f02d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.647794 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-614261f7-d1a6-484a-a71c-4a6663b26bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:30.650187 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-614261f7-d1a6-484a-a71c-4a6663b26bd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dba8a9f3-e865-4f97-b712-a478d783f02d HTTP/1.1" status: 204 len: 168 time: 0.3732576 Mar 31 23:11:30.670775 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614261f7-d1a6-484a-a71c-4a6663b26bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba8a9f3-e865-4f97-b712-a478d783f02d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:31.039548 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b15e8-8a4c-41db-a140-773495970892 req-5ffff287-665c-42a2-9dcc-4083bdc2d600 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:31.057029 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e8b15e8-8a4c-41db-a140-773495970892 req-5ffff287-665c-42a2-9dcc-4083bdc2d600 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1222510 Mar 31 23:11:31.074779 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54732) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:31.150202 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-da0de297-d414-4d94-8ee7-ce54e8fcfe0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc7981eed1b548fc8d24f2e5cf9b4c66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738137 Mar 31 23:11:31.159153 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e8b15e8-8a4c-41db-a140-773495970892 req-3e112bda-9b31-473e-bdd9-d66286c0a8fd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000040 Mar 31 23:11:31.159993 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54740) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:31.268228 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d301ac7b-d947-4ed2-8e4d-1590a158288d admin admin] Publish callbacks [] for security_group (d85aad79-24ff-4623-bfc3-237bc356acb6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:31.307076 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d301ac7b-d947-4ed2-8e4d-1590a158288d admin admin] Publish callbacks [] for security_group (d85aad79-24ff-4623-bfc3-237bc356acb6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:31.479347 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d301ac7b-d947-4ed2-8e4d-1590a158288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d85aad79-24ff-4623-bfc3-237bc356acb6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:31.484557 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d301ac7b-d947-4ed2-8e4d-1590a158288d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:31.486952 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d301ac7b-d947-4ed2-8e4d-1590a158288d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d85aad79-24ff-4623-bfc3-237bc356acb6 HTTP/1.1" status: 204 len: 168 time: 0.3247378 Mar 31 23:11:31.505200 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301ac7b-d947-4ed2-8e4d-1590a158288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85aad79-24ff-4623-bfc3-237bc356acb6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:31.850954 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54752) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:31.874649 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b24764c1-82b9-4b73-8c63-5f0557f097a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.000323 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b24764c1-82b9-4b73-8c63-5f0557f097a9 admin admin] Publish callbacks [] for security_group (2804b558-3363-4279-b1d8-85bbf6a8fe93), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.092787 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b24764c1-82b9-4b73-8c63-5f0557f097a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (2804b558-3363-4279-b1d8-85bbf6a8fe93), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.165670 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54762) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:32.199185 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b24764c1-82b9-4b73-8c63-5f0557f097a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5624fc59aee34839ad90cdcac60577d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460927 Mar 31 23:11:32.201127 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24764c1-82b9-4b73-8c63-5f0557f097a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2804b558-3363-4279-b1d8-85bbf6a8fe93,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:32.203109 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54768) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:32.317330 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-95c64f15-a6ac-4289-acc1-61dd3fb3e44b admin admin] Publish callbacks [] for security_group (2804b558-3363-4279-b1d8-85bbf6a8fe93), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.381429 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-95c64f15-a6ac-4289-acc1-61dd3fb3e44b admin admin] Publish callbacks [] for security_group (2804b558-3363-4279-b1d8-85bbf6a8fe93), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.442747 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5209c-f5fb-45fb-b05d-6bd366cc08a3 req-0bf38fd7-9234-44c6-9e22-7ae41b9fd9dd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:32.446569 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20f5209c-f5fb-45fb-b05d-6bd366cc08a3 req-0bf38fd7-9234-44c6-9e22-7ae41b9fd9dd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1227465 Mar 31 23:11:32.548481 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20f5209c-f5fb-45fb-b05d-6bd366cc08a3 req-52b65131-19dd-4e19-8fd4-5a10bb583f73 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909102 Mar 31 23:11:32.559835 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54778) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:32.594434 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-95c64f15-a6ac-4289-acc1-61dd3fb3e44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (2804b558-3363-4279-b1d8-85bbf6a8fe93), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.615524 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-95c64f15-a6ac-4289-acc1-61dd3fb3e44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.622870 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-95c64f15-a6ac-4289-acc1-61dd3fb3e44b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2804b558-3363-4279-b1d8-85bbf6a8fe93 HTTP/1.1" status: 204 len: 168 time: 0.4139538 Mar 31 23:11:32.644850 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c64f15-a6ac-4289-acc1-61dd3fb3e44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2804b558-3363-4279-b1d8-85bbf6a8fe93,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:32.687353 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b4414575-a0ba-47f5-8f13-b2a40d18c4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.693193 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-0965ec2f-fd7a-4972-a380-ce681627be42 admin admin] Deleting subnet 132708b3-e082-4b0f-8b42-360f27393317 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:11:32.711566 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0965ec2f-fd7a-4972-a380-ce681627be42 admin admin] Publish callbacks [] for subnet (132708b3-e082-4b0f-8b42-360f27393317), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.841662 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0965ec2f-fd7a-4972-a380-ce681627be42 admin admin] Publish callbacks [] for subnet (132708b3-e082-4b0f-8b42-360f27393317), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.864674 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0965ec2f-fd7a-4972-a380-ce681627be42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (132708b3-e082-4b0f-8b42-360f27393317), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:32.897472 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b4414575-a0ba-47f5-8f13-b2a40d18c4ff admin admin] Publish callbacks [] for security_group (6160ccfa-1986-4453-ad9d-e214bc64db1f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.011623 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b4414575-a0ba-47f5-8f13-b2a40d18c4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6160ccfa-1986-4453-ad9d-e214bc64db1f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.075946 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b4414575-a0ba-47f5-8f13-b2a40d18c4ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb4144e243a0414bbfa4903ea30a8a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9074574 Mar 31 23:11:33.077822 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4414575-a0ba-47f5-8f13-b2a40d18c4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6160ccfa-1986-4453-ad9d-e214bc64db1f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.080519 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54794) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:33.162791 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0965ec2f-fd7a-4972-a380-ce681627be42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (132708b3-e082-4b0f-8b42-360f27393317), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.223713 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965ec2f-fd7a-4972-a380-ce681627be42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132708b3-e082-4b0f-8b42-360f27393317,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.235234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0965ec2f-fd7a-4972-a380-ce681627be42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.251821 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0965ec2f-fd7a-4972-a380-ce681627be42 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/132708b3-e082-4b0f-8b42-360f27393317 HTTP/1.1" status: 204 len: 168 time: 0.6801798 Mar 31 23:11:33.252433 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54802) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:33.266427 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c3adc9e-5376-4aba-b6cd-e926f3ce83f7 admin admin] Publish callbacks [] for security_group (6160ccfa-1986-4453-ad9d-e214bc64db1f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.327644 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c3adc9e-5376-4aba-b6cd-e926f3ce83f7 admin admin] Publish callbacks [] for security_group (6160ccfa-1986-4453-ad9d-e214bc64db1f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.438094 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (108b8bea-586a-4da3-b68f-76698f8277d6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.532817 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c3adc9e-5376-4aba-b6cd-e926f3ce83f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6160ccfa-1986-4453-ad9d-e214bc64db1f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.532817 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c3adc9e-5376-4aba-b6cd-e926f3ce83f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.534648 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8c3adc9e-5376-4aba-b6cd-e926f3ce83f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6160ccfa-1986-4453-ad9d-e214bc64db1f HTTP/1.1" status: 204 len: 168 time: 0.4523816 Mar 31 23:11:33.551551 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3adc9e-5376-4aba-b6cd-e926f3ce83f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6160ccfa-1986-4453-ad9d-e214bc64db1f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:33.620681 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (108b8bea-586a-4da3-b68f-76698f8277d6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.663690 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108b8bea-586a-4da3-b68f-76698f8277d6']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:33.684748 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4159aa52-3f59-459d-b3d4-7156b0a4240f') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:33.685356 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4159aa52-3f59-459d-b3d4-7156b0a4240f') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:33.712114 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (4159aa52-3f59-459d-b3d4-7156b0a4240f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.749725 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (4159aa52-3f59-459d-b3d4-7156b0a4240f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.770830 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:11:33.771647 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (4159aa52-3f59-459d-b3d4-7156b0a4240f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:11:33.811943 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:11:33.886288 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd6dca-d875-456c-86e4-f9e96bf1e595 req-e6936c79-3081-4f77-b35c-52d017bd827f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:33.896628 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-41bd6dca-d875-456c-86e4-f9e96bf1e595 req-e6936c79-3081-4f77-b35c-52d017bd827f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1395247 Mar 31 23:11:33.976627 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-41bd6dca-d875-456c-86e4-f9e96bf1e595 req-10e30575-af73-41c0-97da-9c9b1a69f079 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786111 Mar 31 23:11:34.017467 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (108b8bea-586a-4da3-b68f-76698f8277d6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:34.029092 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:34.034172 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/108b8bea-586a-4da3-b68f-76698f8277d6 HTTP/1.1" status: 204 len: 168 time: 0.7804697 Mar 31 23:11:34.054255 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9e036-dc89-4314-8f27-2dedfc2e19a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=108b8bea-586a-4da3-b68f-76698f8277d6,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:35.016991 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54840) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:35.105048 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-51f0e4aa-c6b4-496c-8c34-dd41b115963a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df7f076fbcd14df28ebb3a0307a03b9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0830195 Mar 31 23:11:35.106280 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54846) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:35.210822 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36885575-fa9d-4afc-b45d-3da90628cfbc req-ea493940-1159-4774-988f-a7829cbd509b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:35.212374 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36885575-fa9d-4afc-b45d-3da90628cfbc req-ea493940-1159-4774-988f-a7829cbd509b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1232388 Mar 31 23:11:35.255833 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e52304a-6842-4b76-83e5-83e7474fccfe admin admin] Publish callbacks [] for security_group (3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:35.316105 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54852) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:35.334724 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36885575-fa9d-4afc-b45d-3da90628cfbc req-1b9c46d0-626f-404c-a42f-9c3a12e3d4da tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083934 Mar 31 23:11:35.350281 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af56a535-ceac-4b54-9f18-18ebbab0c2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:35.379571 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e52304a-6842-4b76-83e5-83e7474fccfe admin admin] Publish callbacks [] for security_group (3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:35.528276 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af56a535-ceac-4b54-9f18-18ebbab0c2af admin admin] Publish callbacks [] for security_group (bb962550-4222-4fc1-9949-47fe68c7a9a9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:35.583198 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e52304a-6842-4b76-83e5-83e7474fccfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:35.587513 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e52304a-6842-4b76-83e5-83e7474fccfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:35.589500 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1e52304a-6842-4b76-83e5-83e7474fccfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f HTTP/1.1" status: 204 len: 168 time: 0.4815640 Mar 31 23:11:35.602922 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52304a-6842-4b76-83e5-83e7474fccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aea8a5e-e8cf-4e8e-940f-bfcfb6c9382f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:35.663974 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af56a535-ceac-4b54-9f18-18ebbab0c2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bb962550-4222-4fc1-9949-47fe68c7a9a9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:35.721288 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56a535-ceac-4b54-9f18-18ebbab0c2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb962550-4222-4fc1-9949-47fe68c7a9a9,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:35.727195 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-af56a535-ceac-4b54-9f18-18ebbab0c2af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a09a2f51048a48589b42647aec3144b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096203 Mar 31 23:11:35.731781 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54862) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:35.824864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-67118433-a301-4d1e-9a37-833f4df3d7ae admin admin] Publish callbacks [] for security_group (bb962550-4222-4fc1-9949-47fe68c7a9a9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:35.873153 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-67118433-a301-4d1e-9a37-833f4df3d7ae admin admin] Publish callbacks [] for security_group (bb962550-4222-4fc1-9949-47fe68c7a9a9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:36.088927 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-67118433-a301-4d1e-9a37-833f4df3d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bb962550-4222-4fc1-9949-47fe68c7a9a9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:36.091475 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-67118433-a301-4d1e-9a37-833f4df3d7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:36.093513 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-67118433-a301-4d1e-9a37-833f4df3d7ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb962550-4222-4fc1-9949-47fe68c7a9a9 HTTP/1.1" status: 204 len: 168 time: 0.3605089 Mar 31 23:11:36.109301 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67118433-a301-4d1e-9a37-833f4df3d7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb962550-4222-4fc1-9949-47fe68c7a9a9,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:36.550671 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268adcb-3f51-4cee-b898-a811ff299888 req-af8a9260-5940-4c63-9882-87f4ce34f6de tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:36.552516 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1268adcb-3f51-4cee-b898-a811ff299888 req-af8a9260-5940-4c63-9882-87f4ce34f6de tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1023800 Mar 31 23:11:36.924675 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1268adcb-3f51-4cee-b898-a811ff299888 req-fd639000-cc03-43f7-8b1b-a20965700f89 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614130 Mar 31 23:11:36.971408 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-009b7095-3054-40bc-9e05-f5f16dde7a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:37.020720 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 54888) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:37.241372 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa985513-8ffa-467f-83ba-f39111fbc93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:37.397951 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa985513-8ffa-467f-83ba-f39111fbc93c admin admin] Publish callbacks [] for security_group (78ba0779-003f-47b5-92ea-1f62afee2afb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:37.480926 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa985513-8ffa-467f-83ba-f39111fbc93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (78ba0779-003f-47b5-92ea-1f62afee2afb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:37.540914 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fa985513-8ffa-467f-83ba-f39111fbc93c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62b074dfd9c34aed9e3dfe0e855c6919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5181189 Mar 31 23:11:37.544495 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54910) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:37.554045 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa985513-8ffa-467f-83ba-f39111fbc93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ba0779-003f-47b5-92ea-1f62afee2afb,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:37.641489 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8ea43e7-9369-4f0c-a42a-606d8f1dd796 admin admin] Publish callbacks [] for security_group (78ba0779-003f-47b5-92ea-1f62afee2afb), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:37.675318 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8ea43e7-9369-4f0c-a42a-606d8f1dd796 admin admin] Publish callbacks [] for security_group (78ba0779-003f-47b5-92ea-1f62afee2afb), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:37.955236 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8ea43e7-9369-4f0c-a42a-606d8f1dd796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (78ba0779-003f-47b5-92ea-1f62afee2afb), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:37.969760 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d8ea43e7-9369-4f0c-a42a-606d8f1dd796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:37.975226 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d8ea43e7-9369-4f0c-a42a-606d8f1dd796 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78ba0779-003f-47b5-92ea-1f62afee2afb HTTP/1.1" status: 204 len: 168 time: 0.4280705 Mar 31 23:11:38.015797 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea43e7-9369-4f0c-a42a-606d8f1dd796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ba0779-003f-47b5-92ea-1f62afee2afb,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:38.214586 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94907e7e-c35a-47ca-8d95-f8f51946642f req-3c9896bd-1498-4403-93c7-11ce050578d3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:38.217712 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94907e7e-c35a-47ca-8d95-f8f51946642f req-3c9896bd-1498-4403-93c7-11ce050578d3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1056013 Mar 31 23:11:38.307773 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94907e7e-c35a-47ca-8d95-f8f51946642f req-f4b816d2-cd72-4972-99a7-870d82ec1d20 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826309 Mar 31 23:11:39.274868 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 54964) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:39.508113 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e79c58-2419-44ba-98a9-52acd4b3d605 req-a3c06481-6c5e-45a4-b985-cadfe56db8d5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:39.509955 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37e79c58-2419-44ba-98a9-52acd4b3d605 req-a3c06481-6c5e-45a4-b985-cadfe56db8d5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.0912302 Mar 31 23:11:39.586840 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37e79c58-2419-44ba-98a9-52acd4b3d605 req-2d901a43-bef5-4470-a270-3167c90132f7 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659907 Mar 31 23:11:39.937627 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1506956918-network', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:40.152415 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Made reservation on behalf of 9b76efa1f2f24e95b0895e915991895f for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:40.157474 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.175168 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.328556 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Publish callbacks [] for security_group (ddc012bd-a77f-4317-9112-6a0797fbb1e4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.417476 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (ddc012bd-a77f-4317-9112-6a0797fbb1e4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.476660 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:11:40.484912 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc012bd-a77f-4317-9112-6a0797fbb1e4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:40.508281 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (426f0afc-f485-4405-8110-f77a5b1db564), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.509181 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Added segment 426f0afc-f485-4405-8110-f77a5b1db564 of type vlan for network e7876e7b-c8ff-43c7-9976-12cb7575866b Mar 31 23:11:40.593676 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (e7876e7b-c8ff-43c7-9976-12cb7575866b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.605123 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7c195f57-6bad-4460-a298-8589e95f9873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.790717 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (e7876e7b-c8ff-43c7-9976-12cb7575866b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.792734 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:40.793860 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:40.843542 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b5d9d-18fb-494e-a60f-bd45f0380106 req-fc4df9dd-b4f2-4b4d-9b44-a2fa3d12a0ad tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:40.853126 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f9b5d9d-18fb-494e-a60f-bd45f0380106 req-fc4df9dd-b4f2-4b4d-9b44-a2fa3d12a0ad tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.0930266 Mar 31 23:11:40.920673 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f9b5d9d-18fb-494e-a60f-bd45f0380106 req-fa39eb42-f1f5-443e-af91-bd262db04503 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662916 Mar 31 23:11:40.985621 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] Pushing event updated for resources: {'Network': ['ID=e7876e7b-c8ff-43c7-9976-12cb7575866b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.003237 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network e7876e7b-c8ff-43c7-9976-12cb7575866b details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:11:41.041261 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d2d78db5-c890-4834-940a-424d0e29a228 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7645543 Mar 31 23:11:41.049935 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55016) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:41.061065 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Request body: {'subnet': {'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-subnet', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:41.190225 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Made reservation on behalf of 9b76efa1f2f24e95b0895e915991895f for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:11:41.195532 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257809'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:41.596237 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25259472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257799'] for subnet (6563bcc2-d1fc-43be-bc34-de3a904b9f5c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:41.726329 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6563bcc2-d1fc-43be-bc34-de3a904b9f5c,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:41.735540 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Checking segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:11:41.736635 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Network hostable DHCP agents. Network: e7876e7b-c8ff-43c7-9976-12cb7575866b, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:11:41.856564 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Network e7876e7b-c8ff-43c7-9976-12cb7575866b is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:11:41.954432 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, e7876e7b-c8ff-43c7-9976-12cb7575866b) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:41.959779 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:41.960550 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:41.967639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fc3bb6-b2c9-437b-af8f-3a41ce079fb9 None None] Network e7876e7b-c8ff-43c7-9976-12cb7575866b requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:11:42.046981 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e2bc0eb0-13b3-466d-b84b-a38d0d08c2f0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9940138 Mar 31 23:11:42.062231 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55040) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:42.071406 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:42.199504 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (66bc2501-49fe-4c90-ad45-50e1dcc80225), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:42.208451 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (66bc2501-49fe-4c90-ad45-50e1dcc80225), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:42.208638 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-e7876e7b-c8ff-43c7-9976-12cb7575866b', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:11:42.208638 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:42.268699 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90d5c0-0108-4ef8-83a1-b82ede540a09 req-81377ae1-72fc-4d0c-b7f4-6af1ded12f8f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:42.276737 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a90d5c0-0108-4ef8-83a1-b82ede540a09 req-81377ae1-72fc-4d0c-b7f4-6af1ded12f8f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.2087026 Mar 31 23:11:42.432446 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:42.477964 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks [] for router_controller (66bc2501-49fe-4c90-ad45-50e1dcc80225), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:42.481983 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a90d5c0-0108-4ef8-83a1-b82ede540a09 req-c7248ff6-d824-460e-ac1b-5f32bdb77069 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000678 Mar 31 23:11:42.599024 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Allocated IP 172.20.0.2 (e7876e7b-c8ff-43c7-9976-12cb7575866b/6563bcc2-d1fc-43be-bc34-de3a904b9f5c/bbc567c9-ec5a-4a1f-83f1-8b549ce25398) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:42.847507 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks [] for router_gateway (66bc2501-49fe-4c90-ad45-50e1dcc80225), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:42.865848 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Publish callbacks [] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:42.963077 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:43.056333 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Network e7876e7b-c8ff-43c7-9976-12cb7575866b is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:43.063988 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:43.069457 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:43.093331 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Pushing event updated for resources: {'Port': ['ID=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:43.338723 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks [] for router_gateway (66bc2501-49fe-4c90-ad45-50e1dcc80225), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:43.370558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:43.410382 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Attempting to bind port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:11:43.411833 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Attempting to bind port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:11:43.411833 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Attempting to bind port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:43.423573 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:43.424353 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Checking segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:11:43.425062 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:43.425836 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Bound using segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:43.426807 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Bound port: bbc567c9-ec5a-4a1f-83f1-8b549ce25398, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:11:43.427420 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:43.576528 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] For port bbc567c9-ec5a-4a1f-83f1-8b549ce25398, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:43.583660 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] For port bbc567c9-ec5a-4a1f-83f1-8b549ce25398, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:43.591634 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Allocated IP 172.27.0.248 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/9db540d1-f7d1-4ada-ad06-940a7c9a022c) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:43.709729 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:43.812664 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a11a9f-1503-4f6c-af0c-52910b65e82d req-7ed1da90-e89a-4fb5-8a19-0a3cb80fac26 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:43.815686 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64a11a9f-1503-4f6c-af0c-52910b65e82d req-7ed1da90-e89a-4fb5-8a19-0a3cb80fac26 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1204889 Mar 31 23:11:43.816749 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47690dac-493d-44ef-813e-ceb642be9b92 None None] Pushing event updated for resources: {'Port': ['ID=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:43.876449 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks [] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:43.897448 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64a11a9f-1503-4f6c-af0c-52910b65e82d req-04dbd06f-6787-4220-ab64-48d99491accb tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619788 Mar 31 23:11:44.138594 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:11:44.601668 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:44.684489 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:44.692911 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd079d8-f022-47f3-bee8-b7c60068a0b2 req-ce7d98bd-31cf-4315-8c31-9ff644c75d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:44.697863 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5cd079d8-f022-47f3-bee8-b7c60068a0b2 req-ce7d98bd-31cf-4315-8c31-9ff644c75d9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 1129 time: 0.1396546 Mar 31 23:11:44.697863 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:44.710395 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:44.775980 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9db540d1-f7d1-4ada-ad06-940a7c9a022c,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:44.998743 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5cd079d8-f022-47f3-bee8-b7c60068a0b2 req-05824ebd-79b6-46cf-b420-8c9e1595006d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865927 Mar 31 23:11:45.002504 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device bbc567c9-ec5a-4a1f-83f1-8b549ce25398 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:45.098841 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:45.134762 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:45.135328 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:45.197818 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcb050-9f5a-4cd0-8ca5-f715ad8eee92 req-2ae365b9-7513-44b3-9172-c25d21386914 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:45.200887 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cbcb050-9f5a-4cd0-8ca5-f715ad8eee92 req-2ae365b9-7513-44b3-9172-c25d21386914 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1221898 Mar 31 23:11:45.308115 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:45.308806 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:45.325044 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cbcb050-9f5a-4cd0-8ca5-f715ad8eee92 req-b1027851-12d4-46a5-8dc5-afe7a0bc246a tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112838 Mar 31 23:11:45.336934 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d13082-b456-4f17-9784-e0277580d07b None None] Network e7876e7b-c8ff-43c7-9976-12cb7575866b requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:11:45.492090 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks [] for router_gateway (66bc2501-49fe-4c90-ad45-50e1dcc80225), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:45.520835 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port bbc567c9-ec5a-4a1f-83f1-8b549ce25398, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:45.547075 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-fde858f6-f8d1-4d6f-8a67-924ce9607c13 None None] Provisioning complete for port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:45.547735 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fde858f6-f8d1-4d6f-8a67-924ce9607c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:45.559753 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:45.655551 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:45.848282 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:45.894447 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-fde858f6-f8d1-4d6f-8a67-924ce9607c13 None None] Current status of the port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:45.950378 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (66bc2501-49fe-4c90-ad45-50e1dcc80225), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:46.339382 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-731c2eee-5b36-43ff-9479-0885ad911d02 None None] Provisioning complete for port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:46.340272 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-731c2eee-5b36-43ff-9479-0885ad911d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:46.440163 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:11:46.529428 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-731c2eee-5b36-43ff-9479-0885ad911d02 None None] Current status of the port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:46.578171 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c19f0-872b-4b67-89bd-a66272cea66c req-92ea2f01-7dee-40b4-9dd3-fabf2d26b790 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:46.582298 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-311c19f0-872b-4b67-89bd-a66272cea66c req-92ea2f01-7dee-40b4-9dd3-fabf2d26b790 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1062832 Mar 31 23:11:46.677176 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-311c19f0-872b-4b67-89bd-a66272cea66c req-b703811f-54d0-4095-be3a-c148341071eb tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816011 Mar 31 23:11:46.685977 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:46.702536 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:46.716682 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:46.721223 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:11:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:46.867673 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:46.874884 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55106) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:46.875413 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ed61b708-1e31-4f3a-b2e8-3bd0149f13a2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8083365 Mar 31 23:11:46.897996 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device bbc567c9-ec5a-4a1f-83f1-8b549ce25398 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:46.914598 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:47.022271 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:47.023013 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:47.236519 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:47.374258 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:45Z', 'revision_number': 3, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:47.383622 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:47.442823 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:47.444313 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Updating router 66bc2501-49fe-4c90-ad45-50e1dcc80225 port 9db540d1-f7d1-4ada-ad06-940a7c9a022c binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:47.513899 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:47.973654 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee3ffe-8dea-4a24-b68b-aa4dc38b0b5d req-4ef08304-8d0f-445b-be97-a98a379dff72 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:47.976390 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99ee3ffe-8dea-4a24-b68b-aa4dc38b0b5d req-4ef08304-8d0f-445b-be97-a98a379dff72 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1819744 Mar 31 23:11:48.010245 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.054244 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Publish callbacks [] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.148928 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.198667 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99ee3ffe-8dea-4a24-b68b-aa4dc38b0b5d req-d825a808-7cf6-4508-9cee-a7cde3956912 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040946 Mar 31 23:11:48.243760 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Pushing event updated for resources: {'Port': ['ID=9db540d1-f7d1-4ada-ad06-940a7c9a022c,revision_number=2']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:48.274462 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.275054 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.275679 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.276833 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.277472 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.278080 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.278693 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.279228 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.279888 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.280708 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.281214 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.281883 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.282431 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.282992 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.283557 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:48.293894 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Attempting to bind port 9db540d1-f7d1-4ada-ad06-940a7c9a022c on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:11:48.294514 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Attempting to bind port 9db540d1-f7d1-4ada-ad06-940a7c9a022c by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:11:48.297402 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Attempting to bind port 9db540d1-f7d1-4ada-ad06-940a7c9a022c on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:48.319893 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:48.321450 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:11:48.325063 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.326242 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:48.327315 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Bound port: 9db540d1-f7d1-4ada-ad06-940a7c9a022c, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:11:48.328249 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.476543 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55138) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:48.516094 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] For port 9db540d1-f7d1-4ada-ad06-940a7c9a022c, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:48.520806 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] For port 9db540d1-f7d1-4ada-ad06-940a7c9a022c, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9db540d1-f7d1-4ada-ad06-940a7c9a022c,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:48.592525 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f964c3-3433-4fd8-8f7c-c73c6a2168f4 req-e55532bc-ec45-45bc-a73a-4dddc5922ee0 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:48.595585 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24f964c3-3433-4fd8-8f7c-c73c6a2168f4 req-e55532bc-ec45-45bc-a73a-4dddc5922ee0 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.2134013 Mar 31 23:11:48.598220 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Allocated IP 172.20.0.1 (e7876e7b-c8ff-43c7-9976-12cb7575866b/6563bcc2-d1fc-43be-bc34-de3a904b9f5c/2d33c31e-4502-4fd8-9751-2eb52bfcdfb0) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:48.617534 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.727813 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce438-903c-474f-adc6-0304ebd9b4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.760767 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:48.761911 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:11:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:48.767507 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd158d5-a512-47b9-b4bd-262208d8be76 None None] Pushing event updated for resources: {'Port': ['ID=9db540d1-f7d1-4ada-ad06-940a7c9a022c,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:48.806584 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24f964c3-3433-4fd8-8f7c-c73c6a2168f4 req-4ea95207-e1f0-463c-8700-ac9c8431df6e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876729 Mar 31 23:11:48.890427 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce438-903c-474f-adc6-0304ebd9b4cb admin admin] Publish callbacks [] for security_group (dd9515d3-bfcf-4cce-9d17-2aeb03816c02), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.893974 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Publish callbacks [] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:48.978455 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c2ce438-903c-474f-adc6-0304ebd9b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dd9515d3-bfcf-4cce-9d17-2aeb03816c02), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.063467 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8c2ce438-903c-474f-adc6-0304ebd9b4cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6eaab1a0c9de4137a13603a8a4affec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5809252 Mar 31 23:11:49.064031 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55146) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:49.070151 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ce438-903c-474f-adc6-0304ebd9b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9515d3-bfcf-4cce-9d17-2aeb03816c02,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:49.083152 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.152512 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:49.196809 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:49.235348 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Network e7876e7b-c8ff-43c7-9976-12cb7575866b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:49.237912 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:49.246903 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:49.247638 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (66bc2501-49fe-4c90-ad45-50e1dcc80225), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.376828 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f6a8a4a-3bee-49e5-8cf8-d58daf5d1e27 admin admin] Publish callbacks [] for security_group (dd9515d3-bfcf-4cce-9d17-2aeb03816c02), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.479233 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f6a8a4a-3bee-49e5-8cf8-d58daf5d1e27 admin admin] Publish callbacks [] for security_group (dd9515d3-bfcf-4cce-9d17-2aeb03816c02), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.532165 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:45Z', 'revision_number': 3, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:49.614770 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083608b7-13d7-45e1-a21a-34d61c34a362 None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:45Z', 'revision_number': 3, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:49.642794 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-6e7e5236-c0e1-47bf-befe-5882dd260da2 None None] Provisioning complete for port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:49.642794 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6e7e5236-c0e1-47bf-befe-5882dd260da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.698956 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.716958 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e5236-c0e1-47bf-befe-5882dd260da2 None None] Port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:11:49.761367 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f6a8a4a-3bee-49e5-8cf8-d58daf5d1e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dd9515d3-bfcf-4cce-9d17-2aeb03816c02), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.765392 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f6a8a4a-3bee-49e5-8cf8-d58daf5d1e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:49.766835 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8f6a8a4a-3bee-49e5-8cf8-d58daf5d1e27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd9515d3-bfcf-4cce-9d17-2aeb03816c02 HTTP/1.1" status: 204 len: 168 time: 0.7013178 Mar 31 23:11:49.790240 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a8a4a-3bee-49e5-8cf8-d58daf5d1e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9515d3-bfcf-4cce-9d17-2aeb03816c02,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:50.153913 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Publish callbacks [] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:50.229955 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:50.230472 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (66bc2501-49fe-4c90-ad45-50e1dcc80225), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:50.405191 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:50.484645 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Network e7876e7b-c8ff-43c7-9976-12cb7575866b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:50.487249 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:50.809846 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:11:50.917761 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55174) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:50.990556 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:50.993964 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-01857f6c-bd23-4b9f-b451-94e9440e8646 None None] Provisioning complete for port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:50.995181 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-01857f6c-bd23-4b9f-b451-94e9440e8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:51.094508 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-01857f6c-bd23-4b9f-b451-94e9440e8646 None None] Port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:11:51.104868 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9db540d1-f7d1-4ada-ad06-940a7c9a022c up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:51.140446 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:11:51.165874 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-20712d56-6dd5-4a08-a17f-b1f24ffee2d2 admin admin] 10.222.0.41 "PUT /v2.0/routers/66bc2501-49fe-4c90-ad45-50e1dcc80225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2803741 Mar 31 23:11:51.253027 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 9db540d1-f7d1-4ada-ad06-940a7c9a022c triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:51.265138 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:51.298835 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Publish callbacks [] for security_group (d1316052-c2ab-4f93-bf4e-bff7ca0ac134), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:51.383787 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d1316052-c2ab-4f93-bf4e-bff7ca0ac134), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:51.452076 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 9db540d1-f7d1-4ada-ad06-940a7c9a022c is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:51.452710 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:51.565919 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 9db540d1-f7d1-4ada-ad06-940a7c9a022c, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9db540d1-f7d1-4ada-ad06-940a7c9a022c,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:51.596518 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1316052-c2ab-4f93-bf4e-bff7ca0ac134,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.619937 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55202) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:51.620814 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a75639b60b3a460a9a89ac96ba8dae6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7009556 Mar 31 23:11:51.639725 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.640451 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.642926 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.644074 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.646024 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.647970 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.649168 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.651388 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.652395 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.653274 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.654805 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.655678 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.662893 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.662893 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.662893 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435f175-6cf7-41a9-bd4a-c98a3d1ce3d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:51.701878 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:51.779682 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Publish callbacks [] for security_group (d1316052-c2ab-4f93-bf4e-bff7ca0ac134), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:51.812509 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=9db540d1-f7d1-4ada-ad06-940a7c9a022c,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:51.820265 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Publish callbacks [] for security_group (d1316052-c2ab-4f93-bf4e-bff7ca0ac134), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:52.178239 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d1316052-c2ab-4f93-bf4e-bff7ca0ac134), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:52.196557 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:52.196557 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1316052-c2ab-4f93-bf4e-bff7ca0ac134 HTTP/1.1" status: 204 len: 168 time: 0.5651221 Mar 31 23:11:52.202844 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1316052-c2ab-4f93-bf4e-bff7ca0ac134,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:52.236352 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.238893 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.239644 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.243958 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.245670 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.246542 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.249286 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.258631 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.258631 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.258631 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.258631 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.258631 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.258631 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.258631 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.258631 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3e066e-1de1-4f73-a6a0-a57c9639c206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:11:52.501300 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:11:52.532614 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:52.535361 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:11:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:52.560377 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2a432-dcfe-4bf9-a00c-aee3efb4f40c req-dc6ed158-6969-4665-8357-f8dc1a30cc97 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:52.565019 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9d2a432-dcfe-4bf9-a00c-aee3efb4f40c req-dc6ed158-6969-4665-8357-f8dc1a30cc97 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1293836 Mar 31 23:11:52.641245 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370e3ee-6093-493c-aacf-452f5357c787 req-47d1a9dd-bf22-4b92-9e58-b4698f7d12db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:52.646093 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d370e3ee-6093-493c-aacf-452f5357c787 req-47d1a9dd-bf22-4b92-9e58-b4698f7d12db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 1130 time: 0.1630540 Mar 31 23:11:52.661609 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55218) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:52.771768 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b9d2a432-dcfe-4bf9-a00c-aee3efb4f40c req-7c9f10b1-2c8f-4c2f-9f22-557199f46866 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928771 Mar 31 23:11:52.803960 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55224) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:52.835101 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-e03d29cd-7720-41c9-be21-305771336d46 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530908470', 'description': 'tempest-description--1609241676'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:52.908947 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:52.982781 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370e3ee-6093-493c-aacf-452f5357c787 req-082cc04b-2e10-4fe3-9bc0-ac8e3b117e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:52.988280 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d370e3ee-6093-493c-aacf-452f5357c787 req-082cc04b-2e10-4fe3-9bc0-ac8e3b117e60 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.3297098 Mar 31 23:11:53.048104 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9db540d1-f7d1-4ada-ad06-940a7c9a022c up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:53.104945 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d370e3ee-6093-493c-aacf-452f5357c787 req-d8805f74-50c4-414d-9ba7-2d003b9a7581 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f6e087-115d-43a6-b2b4-4c007404dd73 HTTP/1.1" status: 200 len: 217 time: 0.1084976 Mar 31 23:11:53.107239 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e03d29cd-7720-41c9-be21-305771336d46 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.297629 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370e3ee-6093-493c-aacf-452f5357c787 req-afb2cb54-32bb-4f8c-9994-4b4e1f691056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:53.297629 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d370e3ee-6093-493c-aacf-452f5357c787 req-afb2cb54-32bb-4f8c-9994-4b4e1f691056 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.1853669 Mar 31 23:11:53.315905 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7df6e8b-8eef-4708-9745-c451f239cc2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.402547 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 9db540d1-f7d1-4ada-ad06-940a7c9a022c triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:53.403166 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.535292 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e03d29cd-7720-41c9-be21-305771336d46 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (f312625b-7f46-4bb4-a4e8-4a79bdeec5a1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.539024 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370e3ee-6093-493c-aacf-452f5357c787 req-08794b84-85b7-470c-beaa-5f48ea098f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:53.541617 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d370e3ee-6093-493c-aacf-452f5357c787 req-08794b84-85b7-470c-beaa-5f48ea098f35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2327807 Mar 31 23:11:53.567215 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7df6e8b-8eef-4708-9745-c451f239cc2d admin admin] Publish callbacks [] for security_group (be398b16-f58d-4101-a1d2-26974c4013e4), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.639351 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e03d29cd-7720-41c9-be21-305771336d46 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (f312625b-7f46-4bb4-a4e8-4a79bdeec5a1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.676305 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 9db540d1-f7d1-4ada-ad06-940a7c9a022c is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:53.681828 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c7df6e8b-8eef-4708-9745-c451f239cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (be398b16-f58d-4101-a1d2-26974c4013e4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.713172 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 2, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:53.735932 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d29cd-7720-41c9-be21-305771336d46 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.762676 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d370e3ee-6093-493c-aacf-452f5357c787 req-e69c2247-303a-420d-ba04-5885a8215b84 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104628 Mar 31 23:11:53.782767 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:11:53.783429 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Updating router 66bc2501-49fe-4c90-ad45-50e1dcc80225 port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:11:53.822597 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c7df6e8b-8eef-4708-9745-c451f239cc2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b5562ad021b4f099b5c285970790670&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0171764 Mar 31 23:11:53.824468 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df6e8b-8eef-4708-9745-c451f239cc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be398b16-f58d-4101-a1d2-26974c4013e4,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:53.828390 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55250) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:53.892945 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e03d29cd-7720-41c9-be21-305771336d46 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.898613 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e03d29cd-7720-41c9-be21-305771336d46 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0855737 Mar 31 23:11:53.911662 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55254) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:53.922040 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-bee2fd22-d682-4d5e-ac1b-66c81285c306 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group_rule': {'security_group_id': 'f312625b-7f46-4bb4-a4e8-4a79bdeec5a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:53.926576 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:53.982661 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2e28aec-ed17-4691-86c2-78a3be986cef admin admin] Publish callbacks [] for security_group (be398b16-f58d-4101-a1d2-26974c4013e4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.055783 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d370e3ee-6093-493c-aacf-452f5357c787 req-7a1aa711-74c5-4a24-ba55-42959419e2d2 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835622 Mar 31 23:11:54.077411 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2e28aec-ed17-4691-86c2-78a3be986cef admin admin] Publish callbacks [] for security_group (be398b16-f58d-4101-a1d2-26974c4013e4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.163961 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bee2fd22-d682-4d5e-ac1b-66c81285c306 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (5f0aec39-5e12-403b-881f-e34779e51e3f), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.180608 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1738ab-25ba-4f0e-8b97-68c2dc400331 req-daad3228-946d-4b08-b008-2c9f93a816f7 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:54.183638 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f1738ab-25ba-4f0e-8b97-68c2dc400331 req-daad3228-946d-4b08-b008-2c9f93a816f7 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.2243819 Mar 31 23:11:54.345645 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f1738ab-25ba-4f0e-8b97-68c2dc400331 req-fd76df5b-753d-4399-92e8-37fbe3bc12c2 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453443 Mar 31 23:11:54.373728 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2e28aec-ed17-4691-86c2-78a3be986cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (be398b16-f58d-4101-a1d2-26974c4013e4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.376748 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2e28aec-ed17-4691-86c2-78a3be986cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.383074 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a2e28aec-ed17-4691-86c2-78a3be986cef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be398b16-f58d-4101-a1d2-26974c4013e4 HTTP/1.1" status: 204 len: 168 time: 0.5485206 Mar 31 23:11:54.411578 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bee2fd22-d682-4d5e-ac1b-66c81285c306 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (5f0aec39-5e12-403b-881f-e34779e51e3f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.414382 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e28aec-ed17-4691-86c2-78a3be986cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be398b16-f58d-4101-a1d2-26974c4013e4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.503297 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bee2fd22-d682-4d5e-ac1b-66c81285c306 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (5f0aec39-5e12-403b-881f-e34779e51e3f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.559049 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2fd22-d682-4d5e-ac1b-66c81285c306 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0aec39-5e12-403b-881f-e34779e51e3f,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.594866 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Publish callbacks [] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.730777 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bee2fd22-d682-4d5e-ac1b-66c81285c306 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.733260 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bee2fd22-d682-4d5e-ac1b-66c81285c306 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8195314 Mar 31 23:11:54.736880 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55316) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:54.745692 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6eab3c1c-7c25-4da8-bac6-7d2eff465489 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group_rule': {'security_group_id': 'f312625b-7f46-4bb4-a4e8-4a79bdeec5a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:54.762730 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.881284 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59e2ff-19d0-47ea-b954-5394a96c9f69 None None] Pushing event updated for resources: {'Port': ['ID=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:54.964396 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6eab3c1c-7c25-4da8-bac6-7d2eff465489 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (1e2815ed-0f17-4f46-856e-241a6e9569d2), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:54.987035 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Attempting to bind port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:11:54.987856 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Attempting to bind port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:11:54.992878 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Attempting to bind port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:11:55.003735 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:11:55.009706 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Checking segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:11:55.010599 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:55.011289 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Bound using segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:11:55.012168 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Bound port: 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:11:55.012840 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:55.169697 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] For port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:11:55.176879 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] For port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:11:55.195293 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6eab3c1c-7c25-4da8-bac6-7d2eff465489 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (1e2815ed-0f17-4f46-856e-241a6e9569d2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:55.252752 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-b72ce7c9-4f43-406f-a579-048467c9ce50 None None] Provisioning complete for port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:55.253233 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b72ce7c9-4f43-406f-a579-048467c9ce50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:55.272982 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:55.354730 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6eab3c1c-7c25-4da8-bac6-7d2eff465489 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (1e2815ed-0f17-4f46-856e-241a6e9569d2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:55.393524 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab3c1c-7c25-4da8-bac6-7d2eff465489 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2815ed-0f17-4f46-856e-241a6e9569d2,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:55.465965 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:11:55.466783 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:11:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:55.496824 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6eab3c1c-7c25-4da8-bac6-7d2eff465489 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:55.504794 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55330) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:55.507865 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6eab3c1c-7c25-4da8-bac6-7d2eff465489 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7687063 Mar 31 23:11:55.515576 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:11:55.666404 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:55.703853 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a60cf-2425-487f-a5fb-feffadda281b req-b8125fcb-caac-4f81-ab37-11415cdc4cfb tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:55.722370 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee7a60cf-2425-487f-a5fb-feffadda281b req-b8125fcb-caac-4f81-ab37-11415cdc4cfb tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1922038 Mar 31 23:11:55.731581 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55338) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:55.861846 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee7a60cf-2425-487f-a5fb-feffadda281b req-6f85ac89-0bc4-428d-87ab-162ad07b1af4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349201 Mar 31 23:11:55.903083 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-94b101a6-98e5-4a72-b5f0-0b47233a37f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.101867 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59e2ff-19d0-47ea-b954-5394a96c9f69 None None] Pushing event updated for resources: {'Port': ['ID=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.183318 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-94b101a6-98e5-4a72-b5f0-0b47233a37f9 admin admin] Publish callbacks [] for security_group (77e1d152-9d4a-4f95-a15e-3b146c6aecc7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.203054 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.214692 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b72ce7c9-4f43-406f-a579-048467c9ce50 None None] Current status of the port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:56.215655 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b72ce7c9-4f43-406f-a579-048467c9ce50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.301175 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:11:56.302954 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-94b101a6-98e5-4a72-b5f0-0b47233a37f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (77e1d152-9d4a-4f95-a15e-3b146c6aecc7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.359453 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-b72ce7c9-4f43-406f-a579-048467c9ce50 None None] For port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:11:56.431163 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-94b101a6-98e5-4a72-b5f0-0b47233a37f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=440e74b6775349b8bfca8f6eb09c6cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6977952 Mar 31 23:11:56.435715 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55352) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:56.463699 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b72ce7c9-4f43-406f-a579-048467c9ce50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.515769 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b101a6-98e5-4a72-b5f0-0b47233a37f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e1d152-9d4a-4f95-a15e-3b146c6aecc7,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.574813 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Allocated IP 172.27.0.184 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/572e1a95-8cfb-46ec-82ff-18cdd80cf2d1) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:11:56.622077 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-382bfa2f-451a-4874-b361-beec1da2afa3 admin admin] Publish callbacks [] for security_group (77e1d152-9d4a-4f95-a15e-3b146c6aecc7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.688267 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-382bfa2f-451a-4874-b361-beec1da2afa3 admin admin] Publish callbacks [] for security_group (77e1d152-9d4a-4f95-a15e-3b146c6aecc7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.711056 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-b03f4a55-6da6-41ab-937b-97bb6470906d None None] Provisioning complete for port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:56.711714 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b03f4a55-6da6-41ab-937b-97bb6470906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:56.750701 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ce7c9-4f43-406f-a579-048467c9ce50 None None] Pushing event updated for resources: {'Port': ['ID=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:56.888375 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:57.006961 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-382bfa2f-451a-4874-b361-beec1da2afa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (77e1d152-9d4a-4f95-a15e-3b146c6aecc7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:57.014021 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-382bfa2f-451a-4874-b361-beec1da2afa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:57.025220 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-382bfa2f-451a-4874-b361-beec1da2afa3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77e1d152-9d4a-4f95-a15e-3b146c6aecc7 HTTP/1.1" status: 204 len: 168 time: 0.5871868 Mar 31 23:11:57.069278 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bfa2f-451a-4874-b361-beec1da2afa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e1d152-9d4a-4f95-a15e-3b146c6aecc7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.074893 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:57.172889 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:11:57.174033 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b03f4a55-6da6-41ab-937b-97bb6470906d None None] Current status of the port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:57.179943 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:11:57.188371 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:11:57.225617 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:55Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:11:57.275448 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bfa3e-6ce1-4470-9757-2b8d990f0d6d req-a9563fd9-4854-47ed-8993-66a5d9f36998 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:57.278913 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e81bfa3e-6ce1-4470-9757-2b8d990f0d6d req-a9563fd9-4854-47ed-8993-66a5d9f36998 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.2129910 Mar 31 23:11:57.282991 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=572e1a95-8cfb-46ec-82ff-18cdd80cf2d1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:57.411239 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b397b-4a95-4d2d-a5e5-81c8b32531ad None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:55Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:11:57.421098 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e81bfa3e-6ce1-4470-9757-2b8d990f0d6d req-95510962-11a7-4fd9-b877-373fc4ce20ea tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252625 Mar 31 23:11:57.481284 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (27ac13ec-592d-4753-b017-5090911b44d8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:57.671981 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:58.038806 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:58.183659 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:58.267933 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55386) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:58.436883 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (27ac13ec-592d-4753-b017-5090911b44d8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:58.444172 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=572e1a95-8cfb-46ec-82ff-18cdd80cf2d1,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:58.600747 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:58.603120 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-88954764-1b9d-4abb-adf7-3923e5e4835f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0938761 Mar 31 23:11:58.746780 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc70bd85-31f7-4c35-8a91-869288bf3df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:58.810072 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e551c8b-ffd3-420c-a1ef-ff6da9f555b0 req-5cdb8208-8c93-43ad-8b0f-b6dc0d86fe90 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:58.826332 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e551c8b-ffd3-420c-a1ef-ff6da9f555b0 req-5cdb8208-8c93-43ad-8b0f-b6dc0d86fe90 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1861815 Mar 31 23:11:59.038538 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e551c8b-ffd3-420c-a1ef-ff6da9f555b0 req-7d8c0362-329f-42d1-a5c1-012f762acc9f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905928 Mar 31 23:11:59.060126 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc70bd85-31f7-4c35-8a91-869288bf3df4 admin admin] Publish callbacks [] for security_group (21a02801-6be9-4c38-9e2e-3649978ecc7a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:59.161509 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:11:59.163553 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc70bd85-31f7-4c35-8a91-869288bf3df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (21a02801-6be9-4c38-9e2e-3649978ecc7a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:59.290705 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70bd85-31f7-4c35-8a91-869288bf3df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a02801-6be9-4c38-9e2e-3649978ecc7a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.362642 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bc70bd85-31f7-4c35-8a91-869288bf3df4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3e57e06922f4e259e69e711d4f0c0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0854654 Mar 31 23:11:59.365641 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55428) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:11:59.410039 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:11:59.410639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:59.457811 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-0139a8d2-c2b9-4185-93a6-d4f2ca9c8102 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1530908470&fields=id&tenant_id=9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 267 time: 0.1962962 Mar 31 23:11:59.522293 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-477aef63-aeb4-4ed5-a89f-988c75c10a12 admin admin] Publish callbacks [] for security_group (21a02801-6be9-4c38-9e2e-3649978ecc7a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:59.611086 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-477aef63-aeb4-4ed5-a89f-988c75c10a12 admin admin] Publish callbacks [] for security_group (21a02801-6be9-4c38-9e2e-3649978ecc7a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:59.703614 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:11:59.767183 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-d01f91c9-fd2f-4e71-b4d7-bd0b7559adcc tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:11:59.779595 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-d01f91c9-fd2f-4e71-b4d7-bd0b7559adcc tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 815 time: 0.3198569 Mar 31 23:11:59.800081 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-9edaff1d-5d25-45e1-8612-50605693e508 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/quotas/9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 375 time: 0.0193229 Mar 31 23:11:59.857833 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-477aef63-aeb4-4ed5-a89f-988c75c10a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (21a02801-6be9-4c38-9e2e-3649978ecc7a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:59.862751 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-477aef63-aeb4-4ed5-a89f-988c75c10a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:11:59.864908 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-477aef63-aeb4-4ed5-a89f-988c75c10a12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21a02801-6be9-4c38-9e2e-3649978ecc7a HTTP/1.1" status: 204 len: 168 time: 0.4953964 Mar 31 23:11:59.883484 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477aef63-aeb4-4ed5-a89f-988c75c10a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a02801-6be9-4c38-9e2e-3649978ecc7a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:11:59.956167 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-0c17edfb-68bc-4527-ab44-79df853e2d97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1548958 Mar 31 23:12:00.030308 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55440) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:00.190637 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-cce6b3ee-cb1c-479b-9e11-a71a5b2d8a29 service neutron] 10.222.0.41 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150290 Mar 31 23:12:00.417927 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef5b11-2c6f-4b9a-a0c2-d01d8ce4e698 req-d6949d27-a3f3-4dff-a77b-d8cd586f6648 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:00.420789 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03ef5b11-2c6f-4b9a-a0c2-d01d8ce4e698 req-d6949d27-a3f3-4dff-a77b-d8cd586f6648 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.2251012 Mar 31 23:12:00.495466 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-e7b26c28-21c5-4f56-8bb7-6a330d2ba4f3 service neutron] 10.222.0.41 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816701 Mar 31 23:12:00.776967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3feb-0f21-4772-8a6f-05dd75445e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:00.933264 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03ef5b11-2c6f-4b9a-a0c2-d01d8ce4e698 req-b1324c78-e71d-4275-9e0a-64be2e48ce9b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833875 Mar 31 23:12:00.960693 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3feb-0f21-4772-8a6f-05dd75445e49 admin admin] Publish callbacks [] for security_group (b72e4cc0-7365-4a54-9ac2-fb4727edbcef), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:01.069599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e0e3feb-0f21-4772-8a6f-05dd75445e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (b72e4cc0-7365-4a54-9ac2-fb4727edbcef), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:01.111686 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00d71986-a54b-4be9-ad01-fb771fd4d00b req-d6e378c4-48fc-441d-abae-d476d4b96854 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 210 time: 0.0616851 Mar 31 23:12:01.152404 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2e0e3feb-0f21-4772-8a6f-05dd75445e49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e725dd2ee09f4a47b9a63dee62049610&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1196387 Mar 31 23:12:01.157761 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55468) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:01.175927 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e3feb-0f21-4772-8a6f-05dd75445e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72e4cc0-7365-4a54-9ac2-fb4727edbcef,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:01.308289 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98fa8ec9-34b2-4d3f-acef-5edb81a68201 admin admin] Publish callbacks [] for security_group (b72e4cc0-7365-4a54-9ac2-fb4727edbcef), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:01.374439 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98fa8ec9-34b2-4d3f-acef-5edb81a68201 admin admin] Publish callbacks [] for security_group (b72e4cc0-7365-4a54-9ac2-fb4727edbcef), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:01.588995 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98fa8ec9-34b2-4d3f-acef-5edb81a68201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (b72e4cc0-7365-4a54-9ac2-fb4727edbcef), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:01.595333 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98fa8ec9-34b2-4d3f-acef-5edb81a68201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:01.603940 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-98fa8ec9-34b2-4d3f-acef-5edb81a68201 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b72e4cc0-7365-4a54-9ac2-fb4727edbcef HTTP/1.1" status: 204 len: 168 time: 0.4433098 Mar 31 23:12:01.618067 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa8ec9-34b2-4d3f-acef-5edb81a68201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72e4cc0-7365-4a54-9ac2-fb4727edbcef,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:02.175508 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54489b6-6c93-47ed-ae40-6380be392132 req-47e107d4-d128-41c0-95bf-79cc26daa9b5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:02.184599 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f54489b6-6c93-47ed-ae40-6380be392132 req-47e107d4-d128-41c0-95bf-79cc26daa9b5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.0811436 Mar 31 23:12:02.259103 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-752ca4a2-281e-414f-960f-0e493c85533f req-5efdfc1f-f37c-46fe-80dc-57e553f2199d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 210 time: 0.0451496 Mar 31 23:12:02.307300 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f54489b6-6c93-47ed-ae40-6380be392132 req-3c1441c8-5a6a-410d-921e-65383170ceb5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117668 Mar 31 23:12:02.552112 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55506) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:02.584375 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0189-5e04-4f52-aaa5-da2b40f275f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:02.756935 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0189-5e04-4f52-aaa5-da2b40f275f2 admin admin] Publish callbacks [] for security_group (e7a3a290-34bc-4001-b47b-21546cafa6b1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:03.006284 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe6d0189-5e04-4f52-aaa5-da2b40f275f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e7a3a290-34bc-4001-b47b-21546cafa6b1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:03.113882 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55520) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:03.117022 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fe6d0189-5e04-4f52-aaa5-da2b40f275f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1702edf802124618ba6e4de871a79c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5618484 Mar 31 23:12:03.132673 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d0189-5e04-4f52-aaa5-da2b40f275f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a3a290-34bc-4001-b47b-21546cafa6b1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.211695 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-827d9e47-dc0a-4a54-b974-792b3d1f35a9 admin admin] Publish callbacks [] for security_group (e7a3a290-34bc-4001-b47b-21546cafa6b1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:03.239662 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-827d9e47-dc0a-4a54-b974-792b3d1f35a9 admin admin] Publish callbacks [] for security_group (e7a3a290-34bc-4001-b47b-21546cafa6b1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:03.375180 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-827d9e47-dc0a-4a54-b974-792b3d1f35a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e7a3a290-34bc-4001-b47b-21546cafa6b1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:03.382421 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-827d9e47-dc0a-4a54-b974-792b3d1f35a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:03.383660 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-827d9e47-dc0a-4a54-b974-792b3d1f35a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7a3a290-34bc-4001-b47b-21546cafa6b1 HTTP/1.1" status: 204 len: 168 time: 0.2665536 Mar 31 23:12:03.401843 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d9e47-dc0a-4a54-b974-792b3d1f35a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a3a290-34bc-4001-b47b-21546cafa6b1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:03.452185 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0640e264-b502-4445-b4ec-5a1a27c3de09 req-2026db12-88cc-4eb3-9667-bb46083e8fbb tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 210 time: 0.0889573 Mar 31 23:12:03.560468 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e360f-8724-4202-9ce6-191ea1f564e6 req-80355bdd-1b4d-469d-8989-25755f09c2cc tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:03.563123 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-003e360f-8724-4202-9ce6-191ea1f564e6 req-80355bdd-1b4d-469d-8989-25755f09c2cc tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.0705566 Mar 31 23:12:03.650529 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-003e360f-8724-4202-9ce6-191ea1f564e6 req-28411afa-9080-41de-a2ca-245b3edb7921 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764337 Mar 31 23:12:04.616256 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79400e0c-f2d5-459e-aeff-a6c65666ce7c req-f28d0769-47e5-4aa2-b41b-4bb0a93f02cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 210 time: 0.0560720 Mar 31 23:12:04.638404 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-7a357c57-5510-4c06-b0d9-04466d51228c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.640073 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-7a357c57-5510-4c06-b0d9-04466d51228c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 815 time: 0.1879807 Mar 31 23:12:04.759232 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-dd3ed74d-f22c-46be-94a5-43d19fed60e2 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 380 time: 0.1064186 Mar 31 23:12:04.774597 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'port': {'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'admin_state_up': True, 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'security_groups': ['f312625b-7f46-4bb4-a4e8-4a79bdeec5a1']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:04.893910 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4f6b-df95-43f9-8fad-84ba6e051ae0 req-937ceee3-e268-40df-9fa8-b9830c7f301c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:04.899488 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3eff4f6b-df95-43f9-8fad-84ba6e051ae0 req-937ceee3-e268-40df-9fa8-b9830c7f301c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1160746 Mar 31 23:12:05.009301 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3eff4f6b-df95-43f9-8fad-84ba6e051ae0 req-f7c4fefa-6860-4a72-98d7-e2cbb5535998 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941024 Mar 31 23:12:05.240546 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Made reservation on behalf of 9b76efa1f2f24e95b0895e915991895f for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:05.247026 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:05.543112 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Allocated IP 172.20.0.12 (e7876e7b-c8ff-43c7-9976-12cb7575866b/6563bcc2-d1fc-43be-bc34-de3a904b9f5c/a885bf73-4129-4c8b-8547-85c2dc81a007) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:05.806209 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9f1aca2c-a135-47b9-b453-5814c5588f92 req-9b28efc7-5c69-4d75-8c1e-52cf5138b01e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 210 time: 0.0411630 Mar 31 23:12:05.812912 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:06.035538 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:06.131424 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Network e7876e7b-c8ff-43c7-9976-12cb7575866b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:06.140113 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:06.143416 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:06.260268 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=a885bf73-4129-4c8b-8547-85c2dc81a007,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:06.327506 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde9c60-1560-4c4a-945f-2f9a78d39bd4 req-9cd69fe2-bf66-4fd7-9a5b-5409604800a8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:06.338159 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dde9c60-1560-4c4a-945f-2f9a78d39bd4 req-9cd69fe2-bf66-4fd7-9a5b-5409604800a8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1767049 Mar 31 23:12:06.390800 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:06.398353 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:06.466484 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dde9c60-1560-4c4a-945f-2f9a78d39bd4 req-1b8c7f7c-1049-485d-aa22-df322e35a85f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255500 Mar 31 23:12:06.559882 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-692a877e-7ed4-4c12-b127-e013e162beaf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7939539 Mar 31 23:12:06.589564 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Request body: {'port': {'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:06.646754 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-572ebc39-0c38-475b-ab7c-52ca83952868 None None] Provisioning complete for port a885bf73-4129-4c8b-8547-85c2dc81a007 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:12:06.648532 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-572ebc39-0c38-475b-ab7c-52ca83952868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:06.729001 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-572ebc39-0c38-475b-ab7c-52ca83952868 None None] Port a885bf73-4129-4c8b-8547-85c2dc81a007 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:12:06.737832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:07.016223 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab1ee468-9b56-4f82-af98-6b0e6de88ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:07.136467 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862920f6-1463-4f0a-a3f8-194d46d8e465 req-92fcbca5-e890-4a9a-b045-0b45e5910e25 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.161139 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-862920f6-1463-4f0a-a3f8-194d46d8e465 req-92fcbca5-e890-4a9a-b045-0b45e5910e25 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 932 time: 0.1929924 Mar 31 23:12:07.335007 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-862920f6-1463-4f0a-a3f8-194d46d8e465 req-bc3759b2-caf8-4dd8-bea4-d1bf8cf4cf29 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715813 Mar 31 23:12:07.452099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a885bf73-4129-4c8b-8547-85c2dc81a007 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:07.465005 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Publish callbacks [] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:07.486969 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Transition to ACTIVE for port object a885bf73-4129-4c8b-8547-85c2dc81a007 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:12:07.571095 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:07.660106 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Pushing event updated for resources: {'Port': ['ID=a885bf73-4129-4c8b-8547-85c2dc81a007,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:07.778929 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb3fd5-d2d4-4468-ae49-1189de9b3f25 req-adc8b049-0271-4dfe-abd0-1115050f93d5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:07.793464 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74fb3fd5-d2d4-4468-ae49-1189de9b3f25 req-adc8b049-0271-4dfe-abd0-1115050f93d5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1780610 Mar 31 23:12:07.871220 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Attempting to bind port a885bf73-4129-4c8b-8547-85c2dc81a007 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:12:07.871956 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Attempting to bind port a885bf73-4129-4c8b-8547-85c2dc81a007 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:12:07.872720 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Attempting to bind port a885bf73-4129-4c8b-8547-85c2dc81a007 on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:07.879130 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74fb3fd5-d2d4-4468-ae49-1189de9b3f25 req-7c1847ba-83b5-408e-9d42-255ca97a3c3b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816121 Mar 31 23:12:07.882456 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Port a885bf73-4129-4c8b-8547-85c2dc81a007 on network e7876e7b-c8ff-43c7-9976-12cb7575866b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:07.883106 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Attempting to bind port a885bf73-4129-4c8b-8547-85c2dc81a007 on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:07.905864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:07.905864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Checking segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:12:07.905864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Bound using segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:07.905864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Bound port: a885bf73-4129-4c8b-8547-85c2dc81a007, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:12:07.905864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:08.335353 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] For port a885bf73-4129-4c8b-8547-85c2dc81a007, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:08.342100 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] For port a885bf73-4129-4c8b-8547-85c2dc81a007, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a885bf73-4129-4c8b-8547-85c2dc81a007,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:08.452491 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:08.552102 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.553197 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:08.555728 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] 10.222.0.30 "PUT /v2.0/ports/a885bf73-4129-4c8b-8547-85c2dc81a007 HTTP/1.1" status: 200 len: 1094 time: 1.9791100 Mar 31 23:12:08.556486 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'tag': 'a885bf73-4129-4c8b-8547-85c2dc81a007'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:08.560664 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28cd1d6-567d-4407-8f59-b8dfb604b553" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce", "tag": "a885bf73-4129-4c8b-8547-85c2dc81a007"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:08.566721 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d5d6c-f3c9-4931-a182-6a9a21269fbb req-7bf9e6ac-af06-49a4-94c9-7a05e43c314c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:08.569942 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-679d5d6c-f3c9-4931-a182-6a9a21269fbb req-7bf9e6ac-af06-49a4-94c9-7a05e43c314c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 944 time: 0.1128955 Mar 31 23:12:08.624839 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214fbd9-bd95-4155-8f4d-4339104a411d service neutron] Pushing event updated for resources: {'Port': ['ID=a885bf73-4129-4c8b-8547-85c2dc81a007,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:08.653538 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c4e42c-5093-4d7b-bcdc-ec9ce1385f0d x-openstack-request-id: req-60c4e42c-5093-4d7b-bcdc-ec9ce1385f0d {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:08.654205 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce", "tag": "a885bf73-4129-4c8b-8547-85c2dc81a007", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:08.654852 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60c4e42c-5093-4d7b-bcdc-ec9ce1385f0d {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:08.655856 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c4e42c-5093-4d7b-bcdc-ec9ce1385f0d'] response: {'name': 'network-changed', 'server_uuid': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'tag': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'status': 'completed', 'code': 200} Mar 31 23:12:08.709467 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-679d5d6c-f3c9-4931-a182-6a9a21269fbb req-1bf8608e-fd96-479c-a8b2-55348ab6d227 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278799 Mar 31 23:12:09.173487 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18d8a-3dc5-4cb9-954b-a4d86f943814 req-e14c02fc-21a7-4ff8-9767-fc20b2718a41 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:09.173487 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56e18d8a-3dc5-4cb9-954b-a4d86f943814 req-e14c02fc-21a7-4ff8-9767-fc20b2718a41 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1497164 Mar 31 23:12:09.280005 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56e18d8a-3dc5-4cb9-954b-a4d86f943814 req-9af79495-6cba-4be4-9cdb-692b074ad802 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942898 Mar 31 23:12:09.937298 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb27ed8-4d04-480f-99ef-5f206749779c req-c285bffb-9094-494c-93c7-f719ec3d1f1d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:09.945985 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5cb27ed8-4d04-480f-99ef-5f206749779c req-c285bffb-9094-494c-93c7-f719ec3d1f1d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 944 time: 0.1092474 Mar 31 23:12:10.041018 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5cb27ed8-4d04-480f-99ef-5f206749779c req-589de77b-49a9-421c-8459-d6100b6494e5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895879 Mar 31 23:12:10.519466 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644aaae-254f-44ff-b199-9430611a15c2 req-3fb3498e-8cfd-4b4c-abaf-08834c07ca62 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:10.519466 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6644aaae-254f-44ff-b199-9430611a15c2 req-3fb3498e-8cfd-4b4c-abaf-08834c07ca62 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1023395 Mar 31 23:12:10.575444 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6644aaae-254f-44ff-b199-9430611a15c2 req-e3a3d648-e817-4515-96b9-bf9b1773b91d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576649 Mar 31 23:12:10.611362 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0f441d6f-e2dc-456b-a56c-474b87760a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:10.711397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cd1d6-567d-4407-8f59-b8dfb604b553 req-3f8a7e01-9c4f-4b20-83c7-f2174805ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:10.714208 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c28cd1d6-567d-4407-8f59-b8dfb604b553 req-3f8a7e01-9c4f-4b20-83c7-f2174805ac18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 1128 time: 0.0811381 Mar 31 23:12:11.024279 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cd1d6-567d-4407-8f59-b8dfb604b553 req-bcede436-b298-4670-8ac4-b6d6e3d02b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.026438 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c28cd1d6-567d-4407-8f59-b8dfb604b553 req-bcede436-b298-4670-8ac4-b6d6e3d02b1b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9b76efa1f2f24e95b0895e915991895f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3034623 Mar 31 23:12:11.278428 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd91ec-ce6e-452f-8ecc-51498e537488 req-ec54cea9-40d1-419c-a7ae-b38788f7e773 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.281434 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ccd91ec-ce6e-452f-8ecc-51498e537488 req-ec54cea9-40d1-419c-a7ae-b38788f7e773 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 944 time: 0.1202002 Mar 31 23:12:11.362655 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ccd91ec-ce6e-452f-8ecc-51498e537488 req-ff26eff2-a6b0-4ab5-ba4c-9808620c7995 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698493 Mar 31 23:12:11.431751 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cd1d6-567d-4407-8f59-b8dfb604b553 req-ec30bf0a-3fe6-456c-b142-ce67f20ceac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.434576 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c28cd1d6-567d-4407-8f59-b8dfb604b553 req-ec30bf0a-3fe6-456c-b142-ce67f20ceac0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4015179 Mar 31 23:12:11.572474 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-89b3ed57-a2a3-477e-9425-17c424e7f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.574217 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-89b3ed57-a2a3-477e-9425-17c424e7f7e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 1128 time: 0.0686491 Mar 31 23:12:11.625723 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-c82f5766-aea0-4b0c-b9c9-a934e721b3ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a885bf73-4129-4c8b-8547-85c2dc81a007 HTTP/1.1" status: 200 len: 217 time: 0.0437176 Mar 31 23:12:11.695400 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-62022aa2-ddde-4dea-96cc-d189341ab75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.697041 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-62022aa2-ddde-4dea-96cc-d189341ab75b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.0595419 Mar 31 23:12:11.788564 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-f811238f-80f0-4f36-93b8-595d5421b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.791524 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-f811238f-80f0-4f36-93b8-595d5421b501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873511 Mar 31 23:12:11.800671 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab92b-7608-48f3-8e86-5b657068562a req-655beee9-2e2f-4935-a214-6818a15227d2 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:11.803256 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d4ab92b-7608-48f3-8e86-5b657068562a req-655beee9-2e2f-4935-a214-6818a15227d2 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1029832 Mar 31 23:12:11.903916 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d4ab92b-7608-48f3-8e86-5b657068562a req-4a69e08c-af56-47a4-9804-f30095044c01 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893602 Mar 31 23:12:11.998094 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-7c341c24-d42f-4fa3-8b8f-538d1ba07984 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914728 Mar 31 23:12:12.171280 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-08ff22a5-a0bc-4b8b-a7e3-8486bb24add7 req-6a5381d2-9cb3-4930-9e8c-d72656cb3188 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613455 Mar 31 23:12:12.495492 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:12.644857 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863fda7-7b8c-4fdb-8e6a-2af3de382565 req-94ee6250-53be-4c9e-bb40-da80da77cb1c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:12.650745 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c863fda7-7b8c-4fdb-8e6a-2af3de382565 req-94ee6250-53be-4c9e-bb40-da80da77cb1c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 944 time: 0.1357439 Mar 31 23:12:12.767346 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c863fda7-7b8c-4fdb-8e6a-2af3de382565 req-14b95bb3-dd07-42d2-9f81-dbceb66d7e2f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044116 Mar 31 23:12:13.082184 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693c72b-d694-4876-a14f-f3e4219c41b8 req-7e1b2385-2191-4f1e-aa7f-d5f3431828ab tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:13.085684 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6693c72b-d694-4876-a14f-f3e4219c41b8 req-7e1b2385-2191-4f1e-aa7f-d5f3431828ab tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.0810616 Mar 31 23:12:13.176018 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6693c72b-d694-4876-a14f-f3e4219c41b8 req-66d6fd0b-5e34-409b-a402-8e7c151c8a74 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799153 Mar 31 23:12:13.381430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55768) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:13.592940 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8244bdc-704b-4ae6-bf6a-148a0e1438cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:13.760028 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8244bdc-704b-4ae6-bf6a-148a0e1438cd admin admin] Publish callbacks [] for security_group (04dd8654-5196-429c-8e11-183e0d534e16), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:13.990350 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8244bdc-704b-4ae6-bf6a-148a0e1438cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (04dd8654-5196-429c-8e11-183e0d534e16), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:14.056111 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b8244bdc-704b-4ae6-bf6a-148a0e1438cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abb7ebe628ee44bdbfa16ecb5dd51637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6728563 Mar 31 23:12:14.061738 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55792) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:14.134857 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b65052-3f06-4422-8374-6c9897aae00d req-88ed92cc-1a62-4bf7-8985-80d46214840b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.137459 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3b65052-3f06-4422-8374-6c9897aae00d req-88ed92cc-1a62-4bf7-8985-80d46214840b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 944 time: 0.2277558 Mar 31 23:12:14.144768 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8244bdc-704b-4ae6-bf6a-148a0e1438cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dd8654-5196-429c-8e11-183e0d534e16,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:14.182103 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1121-1b04-4799-bdd5-c50d46dbe706 admin admin] Publish callbacks [] for security_group (04dd8654-5196-429c-8e11-183e0d534e16), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:14.228639 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1121-1b04-4799-bdd5-c50d46dbe706 admin admin] Publish callbacks [] for security_group (04dd8654-5196-429c-8e11-183e0d534e16), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:14.230783 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3b65052-3f06-4422-8374-6c9897aae00d req-895b8ede-618a-4ace-89bc-20a4ade0b0e4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762894 Mar 31 23:12:14.461224 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6179c-cfc6-441c-b35b-af5601f7b1e9 req-27d88dde-edc1-417b-a96e-eaf682fee250 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.464188 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-69c6179c-cfc6-441c-b35b-af5601f7b1e9 req-27d88dde-edc1-417b-a96e-eaf682fee250 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1120274 Mar 31 23:12:14.486175 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1121-1b04-4799-bdd5-c50d46dbe706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (04dd8654-5196-429c-8e11-183e0d534e16), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:14.494314 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0a7d1121-1b04-4799-bdd5-c50d46dbe706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:14.496733 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0a7d1121-1b04-4799-bdd5-c50d46dbe706 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04dd8654-5196-429c-8e11-183e0d534e16 HTTP/1.1" status: 204 len: 168 time: 0.4316375 Mar 31 23:12:14.512278 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d1121-1b04-4799-bdd5-c50d46dbe706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dd8654-5196-429c-8e11-183e0d534e16,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:14.642139 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-69c6179c-cfc6-441c-b35b-af5601f7b1e9 req-e2887e20-3ae2-42a7-98af-b43ee77d8253 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571031 Mar 31 23:12:14.671016 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbf84f-74a3-4f8c-8ef5-3a0cbbcbe14a req-66f2ed97-7182-4539-a770-0ffd153966a7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:14.674169 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ebbf84f-74a3-4f8c-8ef5-3a0cbbcbe14a req-66f2ed97-7182-4539-a770-0ffd153966a7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.2083023 Mar 31 23:12:14.798323 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ebbf84f-74a3-4f8c-8ef5-3a0cbbcbe14a req-0e81bf09-70d2-4b3b-a2a2-577b86280e66 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116216 Mar 31 23:12:15.093238 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:15.449834 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6834f-c346-4857-b8db-112a19503351 req-e1c5f3f9-5928-48f7-bcce-7f35c026b994 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:15.452687 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dbd6834f-c346-4857-b8db-112a19503351 req-e1c5f3f9-5928-48f7-bcce-7f35c026b994 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 944 time: 0.0986922 Mar 31 23:12:15.533502 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dbd6834f-c346-4857-b8db-112a19503351 req-43690ca7-3acb-481b-a5f5-fc91b8c2093b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721240 Mar 31 23:12:15.567535 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:15.705126 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device a885bf73-4129-4c8b-8547-85c2dc81a007 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:15.916761 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ec10e-37c0-4012-bd7e-83828b53277a req-b412a231-2608-4995-a927-6f8a86915491 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:15.919743 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae1ec10e-37c0-4012-bd7e-83828b53277a req-b412a231-2608-4995-a927-6f8a86915491 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1559358 Mar 31 23:12:15.998560 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port a885bf73-4129-4c8b-8547-85c2dc81a007, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a885bf73-4129-4c8b-8547-85c2dc81a007,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:16.030705 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:16.120785 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae1ec10e-37c0-4012-bd7e-83828b53277a req-99e251e7-acd7-4b2c-9437-437435e1c45c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894317 Mar 31 23:12:16.179454 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3bc9e-6a5b-465f-8f3d-222adcf0b54d req-1add28dc-6b27-4bb8-9d84-1186a1e4546f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.180417 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port a885bf73-4129-4c8b-8547-85c2dc81a007 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:12:16.183403 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:16.186946 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fa3bc9e-6a5b-465f-8f3d-222adcf0b54d req-1add28dc-6b27-4bb8-9d84-1186a1e4546f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1936991 Mar 31 23:12:16.216179 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-bcaafa65-6478-4d35-bfca-a394bd0a8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.218993 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-bcaafa65-6478-4d35-bfca-a394bd0a8ad8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 1130 time: 0.1893690 Mar 31 23:12:16.240756 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a885bf73-4129-4c8b-8547-85c2dc81a007 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:16.375275 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port a885bf73-4129-4c8b-8547-85c2dc81a007, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a885bf73-4129-4c8b-8547-85c2dc81a007,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:16.495718 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fa3bc9e-6a5b-465f-8f3d-222adcf0b54d req-5ae4d478-0f12-47ab-9ca7-9b74632545d0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010142 Mar 31 23:12:16.516443 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:16.756390 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325229-4cf7-4574-99a4-c054bf5a75dd req-88bf9950-c7b9-431e-88d8-300d984c9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.756390 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a325229-4cf7-4574-99a4-c054bf5a75dd req-88bf9950-c7b9-431e-88d8-300d984c9985 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 1130 time: 0.2398927 Mar 31 23:12:16.759248 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-5c01bc32-eb16-4a31-a36f-669faee72a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.759248 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-5c01bc32-eb16-4a31-a36f-669faee72a40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.4587462 Mar 31 23:12:16.785619 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=a885bf73-4129-4c8b-8547-85c2dc81a007,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:16.801289 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.808718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.811778 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.812725 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.814476 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.815765 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:16.848780 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['a885bf73-4129-4c8b-8547-85c2dc81a007'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:16.867454 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-8b2e7d59-68de-4401-b1ba-4e6a3a7cf839 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f6e087-115d-43a6-b2b4-4c007404dd73 HTTP/1.1" status: 200 len: 217 time: 0.1362846 Mar 31 23:12:16.927822 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a325229-4cf7-4574-99a4-c054bf5a75dd req-bb6264ba-732d-4b74-9003-2052ad25f103 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727273 Mar 31 23:12:16.960656 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-0062cc89-2de8-466f-8433-bda8277b9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.966142 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-0062cc89-2de8-466f-8433-bda8277b9623 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.0887272 Mar 31 23:12:16.966367 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa65d4c-7167-4495-a5b2-c94008666cd5 req-9a4c1d36-4864-4c7d-b43f-f7b7df4f315c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:16.970440 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afa65d4c-7167-4495-a5b2-c94008666cd5 req-9a4c1d36-4864-4c7d-b43f-f7b7df4f315c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 945 time: 0.2022901 Mar 31 23:12:17.061375 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afa65d4c-7167-4495-a5b2-c94008666cd5 req-e7ab15ca-b096-4c26-9a42-1a6d65d3251a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790308 Mar 31 23:12:17.216399 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-5b9e12bb-4a08-4322-80b4-009abc57439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.219406 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-5b9e12bb-4a08-4322-80b4-009abc57439d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892012 Mar 31 23:12:17.368807 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1b340-ddb4-4d56-9b32-b75dae542fe2 req-6a1a757f-bb99-483a-8a39-a91d03070af1 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.376751 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88c1b340-ddb4-4d56-9b32-b75dae542fe2 req-6a1a757f-bb99-483a-8a39-a91d03070af1 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1182604 Mar 31 23:12:17.443904 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-1e722e4f-794e-4651-8410-efda9b345420 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135067 Mar 31 23:12:17.470368 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88c1b340-ddb4-4d56-9b32-b75dae542fe2 req-f655bef5-166b-4b53-9de7-a266284f71c1 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914710 Mar 31 23:12:17.473980 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:17.711329 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-86903ce8-29d9-4b84-a6ac-be688befba24 req-cc3c6565-7f2b-47ab-b4de-b9c62eb020d6 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517867 Mar 31 23:12:17.824778 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 55888) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:17.883275 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f55d24-2fcc-4743-9b39-61ef24f0033a req-b5842867-b556-45cd-a848-a46311973794 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:17.899040 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1f55d24-2fcc-4743-9b39-61ef24f0033a req-b5842867-b556-45cd-a848-a46311973794 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1751180 Mar 31 23:12:18.027172 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1f55d24-2fcc-4743-9b39-61ef24f0033a req-9f2d579b-1c43-46f8-9b0d-f95d933a0a24 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249712 Mar 31 23:12:18.107492 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e0a14d25-bddb-436b-acdc-0a4dfbe567ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:18.261133 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e0a14d25-bddb-436b-acdc-0a4dfbe567ab admin admin] Publish callbacks [] for security_group (b09522e7-00b9-419d-a4a2-ebcffcb6c0b6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:18.332296 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e431-bb71-441a-b5af-fc97521360d5 req-9acb42d7-8bff-4f8a-82ec-b852de423e64 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.334271 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a54e431-bb71-441a-b5af-fc97521360d5 req-9acb42d7-8bff-4f8a-82ec-b852de423e64 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 945 time: 0.1083920 Mar 31 23:12:18.387252 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e0a14d25-bddb-436b-acdc-0a4dfbe567ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (b09522e7-00b9-419d-a4a2-ebcffcb6c0b6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:18.479902 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e0a14d25-bddb-436b-acdc-0a4dfbe567ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15735bf3ee754a50ba8302bf0a8ac568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6530070 Mar 31 23:12:18.484566 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55908) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:18.499395 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a14d25-bddb-436b-acdc-0a4dfbe567ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09522e7-00b9-419d-a4a2-ebcffcb6c0b6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:18.532572 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a54e431-bb71-441a-b5af-fc97521360d5 req-a21717c1-2dd4-4e93-af7f-3571147e84d0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871028 Mar 31 23:12:18.635430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b45237fb-cbd5-4234-a568-8b33b9809ed0 admin admin] Publish callbacks [] for security_group (b09522e7-00b9-419d-a4a2-ebcffcb6c0b6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:18.761282 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b45237fb-cbd5-4234-a568-8b33b9809ed0 admin admin] Publish callbacks [] for security_group (b09522e7-00b9-419d-a4a2-ebcffcb6c0b6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:18.797387 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e672d8-3530-4369-b1ab-f1f663459bca req-fc41bfe6-1c90-4c94-9ce8-6443cc1eb2ed tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:18.810188 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00e672d8-3530-4369-b1ab-f1f663459bca req-fc41bfe6-1c90-4c94-9ce8-6443cc1eb2ed tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1530778 Mar 31 23:12:18.953731 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00e672d8-3530-4369-b1ab-f1f663459bca req-d1c886fe-e91b-4e75-ab77-a07ac8230e36 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420817 Mar 31 23:12:19.120078 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b45237fb-cbd5-4234-a568-8b33b9809ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (b09522e7-00b9-419d-a4a2-ebcffcb6c0b6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:19.123417 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b45237fb-cbd5-4234-a568-8b33b9809ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:19.128155 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b45237fb-cbd5-4234-a568-8b33b9809ed0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b09522e7-00b9-419d-a4a2-ebcffcb6c0b6 HTTP/1.1" status: 204 len: 168 time: 0.6398699 Mar 31 23:12:19.174748 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45237fb-cbd5-4234-a568-8b33b9809ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09522e7-00b9-419d-a4a2-ebcffcb6c0b6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:19.341545 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18f0be-7d29-4921-a71f-e70518889297 req-3090d802-7d00-439a-94f8-778d1df8421b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.344015 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be18f0be-7d29-4921-a71f-e70518889297 req-3090d802-7d00-439a-94f8-778d1df8421b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1154149 Mar 31 23:12:19.444384 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be18f0be-7d29-4921-a71f-e70518889297 req-9c4b3668-49a6-4604-8fc5-6108512b3da1 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899680 Mar 31 23:12:19.686453 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d351c-9375-451a-9722-aa0053e0b2c3 req-212079ae-869f-4616-b8f9-a057a6201812 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.688425 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-547d351c-9375-451a-9722-aa0053e0b2c3 req-212079ae-869f-4616-b8f9-a057a6201812 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1482739 Mar 31 23:12:19.714736 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-8e5deb75-0a4a-4d0b-9f51-3dcecbe707de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.717985 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-8e5deb75-0a4a-4d0b-9f51-3dcecbe707de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 1130 time: 0.1329901 Mar 31 23:12:19.732507 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device a885bf73-4129-4c8b-8547-85c2dc81a007 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:19.901224 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e8d0e-3862-4ea9-9511-475dbe3c1ee6 req-5c5eaf88-2547-4e31-982a-3d7d63df5b7f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.903308 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-375e8d0e-3862-4ea9-9511-475dbe3c1ee6 req-5c5eaf88-2547-4e31-982a-3d7d63df5b7f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 945 time: 0.2136726 Mar 31 23:12:19.954855 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-95bc5d71-d863-4ad7-a518-28dcaf93ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:19.954855 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-95bc5d71-d863-4ad7-a518-28dcaf93ae0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.2249770 Mar 31 23:12:19.958549 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-547d351c-9375-451a-9722-aa0053e0b2c3 req-63098c62-ce1b-4ec6-843a-259bdbf3d19a tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536979 Mar 31 23:12:19.999321 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port a885bf73-4129-4c8b-8547-85c2dc81a007 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:12:19.999596 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port a885bf73-4129-4c8b-8547-85c2dc81a007 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:12:20.000438 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:20.070948 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-c45fcc9a-0e62-4c87-a9ae-05572061a77f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f6e087-115d-43a6-b2b4-4c007404dd73 HTTP/1.1" status: 200 len: 217 time: 0.1061330 Mar 31 23:12:20.074914 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-375e8d0e-3862-4ea9-9511-475dbe3c1ee6 req-33b63511-c8f7-48cb-be36-552ad2b8935a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545904 Mar 31 23:12:20.198178 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-2dbcce4c-d394-4f34-965d-711a0e54c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.200922 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-2dbcce4c-d394-4f34-965d-711a0e54c2eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.1233397 Mar 31 23:12:20.278308 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port a885bf73-4129-4c8b-8547-85c2dc81a007 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:12:20.278714 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:20.332769 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a885bf73-4129-4c8b-8547-85c2dc81a007'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:20.335884 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-20fe89f3-52ec-4f52-b6e5-f7d374e125e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.337931 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-20fe89f3-52ec-4f52-b6e5-f7d374e125e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1305931 Mar 31 23:12:20.338108 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda00723-a404-45de-bb04-5a37fb31ce65" -d '{"events": [{"server_uuid": "6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "a885bf73-4129-4c8b-8547-85c2dc81a007"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:20.357075 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port a885bf73-4129-4c8b-8547-85c2dc81a007, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a885bf73-4129-4c8b-8547-85c2dc81a007,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:20.410258 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e151270c-48fa-4cf0-8c7f-4b2fd9152506 x-openstack-request-id: req-e151270c-48fa-4cf0-8c7f-4b2fd9152506 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:20.411104 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "a885bf73-4129-4c8b-8547-85c2dc81a007", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:20.412141 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e151270c-48fa-4cf0-8c7f-4b2fd9152506 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:20.413175 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e151270c-48fa-4cf0-8c7f-4b2fd9152506'] response: {'server_uuid': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'code': 200} Mar 31 23:12:20.464320 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:20.527942 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-1d49ebf8-451e-4d04-8657-261131735235 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813238 Mar 31 23:12:20.565189 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55960) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:20.592424 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcd1f-bf10-4f7e-920a-a325b82a94d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:20.623286 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=a885bf73-4129-4c8b-8547-85c2dc81a007,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:20.777594 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a3c06a59-c318-4bc0-9af9-2defa913e85d req-9332fae7-15a3-44b7-a2c4-f3c7725ddc20 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423072 Mar 31 23:12:20.840126 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcd1f-bf10-4f7e-920a-a325b82a94d6 admin admin] Publish callbacks [] for security_group (3c1491a2-1ae6-4758-b091-2282e62db7e6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:20.857947 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ceb75f-7a8c-44f6-bdd7-60b5b31a570b req-fbefdffa-2f1c-4c16-87ac-543a1f9c3dfd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:20.861262 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0ceb75f-7a8c-44f6-bdd7-60b5b31a570b req-fbefdffa-2f1c-4c16-87ac-543a1f9c3dfd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1845496 Mar 31 23:12:20.939303 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0ceb75f-7a8c-44f6-bdd7-60b5b31a570b req-68791cb0-4c95-4c28-a307-479d17264962 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691409 Mar 31 23:12:20.999424 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ccdcd1f-bf10-4f7e-920a-a325b82a94d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3c1491a2-1ae6-4758-b091-2282e62db7e6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:21.059332 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5ccdcd1f-bf10-4f7e-920a-a325b82a94d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2925430afb442e0a4a20b36c2f89bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4915111 Mar 31 23:12:21.061866 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdcd1f-bf10-4f7e-920a-a325b82a94d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1491a2-1ae6-4758-b091-2282e62db7e6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:21.067458 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 55974) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:21.141072 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:12:21.250161 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462e934-c1bc-4d7a-b02c-710516d5af2b req-d993204a-6f4c-4440-8d92-857d265109b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.253935 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d462e934-c1bc-4d7a-b02c-710516d5af2b req-d993204a-6f4c-4440-8d92-857d265109b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 1130 time: 0.2303145 Mar 31 23:12:21.354005 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d462e934-c1bc-4d7a-b02c-710516d5af2b req-8adf01dd-0503-48c7-aef7-a9edecbefec7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903063 Mar 31 23:12:21.446996 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b36dfa9b-8dcc-4b48-9197-9d22c12b2a49 admin admin] Publish callbacks [] for security_group (3c1491a2-1ae6-4758-b091-2282e62db7e6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:21.524310 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9daaed-11ff-4f72-b6b7-c49806e9ea93 req-3db21274-cbc8-439d-9cde-75443f39c313 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.527092 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f9daaed-11ff-4f72-b6b7-c49806e9ea93 req-3db21274-cbc8-439d-9cde-75443f39c313 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.2892408 Mar 31 23:12:21.531361 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b36dfa9b-8dcc-4b48-9197-9d22c12b2a49 admin admin] Publish callbacks [] for security_group (3c1491a2-1ae6-4758-b091-2282e62db7e6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:21.585684 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ace634-9d1f-41bc-83c4-198e7a8ceb5c req-617b9a1a-9df1-4a1c-8e5b-7cedeb0f4618 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:21.588374 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68ace634-9d1f-41bc-83c4-198e7a8ceb5c req-617b9a1a-9df1-4a1c-8e5b-7cedeb0f4618 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 946 time: 0.2676494 Mar 31 23:12:21.761364 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f9daaed-11ff-4f72-b6b7-c49806e9ea93 req-b8a33c06-b1ac-4b5a-8cac-eee48d5c29cc tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159853 Mar 31 23:12:21.770882 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68ace634-9d1f-41bc-83c4-198e7a8ceb5c req-6d7e55d0-0de3-4ac6-8312-aa37cf6b4a03 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617591 Mar 31 23:12:21.868039 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b36dfa9b-8dcc-4b48-9197-9d22c12b2a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3c1491a2-1ae6-4758-b091-2282e62db7e6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:21.871249 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b36dfa9b-8dcc-4b48-9197-9d22c12b2a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:21.872799 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b36dfa9b-8dcc-4b48-9197-9d22c12b2a49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c1491a2-1ae6-4758-b091-2282e62db7e6 HTTP/1.1" status: 204 len: 168 time: 0.8017783 Mar 31 23:12:21.885203 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36dfa9b-8dcc-4b48-9197-9d22c12b2a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1491a2-1ae6-4758-b091-2282e62db7e6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:22.178718 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1e477-81b0-405e-a184-8762cb895c2f req-47036abc-2baf-4b0f-9c0a-c73c92743a70 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:22.181575 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47e1e477-81b0-405e-a184-8762cb895c2f req-47036abc-2baf-4b0f-9c0a-c73c92743a70 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1146209 Mar 31 23:12:22.288610 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47e1e477-81b0-405e-a184-8762cb895c2f req-a3ca1831-a765-4b9a-ad91-ac96a51bf953 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987074 Mar 31 23:12:23.061947 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe92e-f247-44e2-8f62-4daec9a9f2ae req-b15d575f-9a3a-409a-a919-d436a80f3076 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.064412 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-87dfe92e-f247-44e2-8f62-4daec9a9f2ae req-b15d575f-9a3a-409a-a919-d436a80f3076 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1172519 Mar 31 23:12:23.171495 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-87dfe92e-f247-44e2-8f62-4daec9a9f2ae req-77ae45ab-5769-44fa-b112-64b80550e7f9 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958116 Mar 31 23:12:23.417382 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac20ee-0bb5-4cd1-a417-3172e2b3b151 req-b871d67e-911e-4362-a94b-b49fced77bb5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.423881 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6ac20ee-0bb5-4cd1-a417-3172e2b3b151 req-b871d67e-911e-4362-a94b-b49fced77bb5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 946 time: 0.1230702 Mar 31 23:12:23.543973 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6ac20ee-0bb5-4cd1-a417-3172e2b3b151 req-3ac044c6-c606-4847-a2b8-cc3785193cc9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168361 Mar 31 23:12:23.594904 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f1978-691d-49f1-8cf8-5dfbef036c21 req-e1ce78c4-fa46-468d-9e89-da169e4d4533 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.597852 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f58f1978-691d-49f1-8cf8-5dfbef036c21 req-e1ce78c4-fa46-468d-9e89-da169e4d4533 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1230817 Mar 31 23:12:23.718521 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f58f1978-691d-49f1-8cf8-5dfbef036c21 req-8147cfdf-35cd-4da4-851d-3f2878b1a1fd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081417 Mar 31 23:12:23.807157 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4690fe-f2dc-49c6-af6c-ba493d7eb8bf req-f1c65d41-bb51-45e9-a054-3dd2358518b5 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:23.812245 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f4690fe-f2dc-49c6-af6c-ba493d7eb8bf req-f1c65d41-bb51-45e9-a054-3dd2358518b5 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1172073 Mar 31 23:12:23.979731 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f4690fe-f2dc-49c6-af6c-ba493d7eb8bf req-464591e1-9cbc-4173-896e-80622d14a9e4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446846 Mar 31 23:12:24.014028 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ffdd3-5bae-46e5-a20d-caef2e5a5c83 req-1489642e-f344-4e03-94b3-fbec89d61e2a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:24.017334 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-111ffdd3-5bae-46e5-a20d-caef2e5a5c83 req-1489642e-f344-4e03-94b3-fbec89d61e2a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 946 time: 0.1382692 Mar 31 23:12:24.034279 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56052) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:24.042604 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'floatingip': {'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:24.124250 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (27ac13ec-592d-4753-b017-5090911b44d8), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:24.397710 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497cedd-2aa1-4e12-9698-2de8774a6b71 req-8184c800-6417-4b2c-806f-51ed4fc56ef1 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:24.400688 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a497cedd-2aa1-4e12-9698-2de8774a6b71 req-8184c800-6417-4b2c-806f-51ed4fc56ef1 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1063743 Mar 31 23:12:24.546457 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a497cedd-2aa1-4e12-9698-2de8774a6b71 req-87a165dd-99fb-4e7f-8de4-b83d73e67b75 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164598 Mar 31 23:12:25.044036 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6623db-3187-41b4-a5a1-c8c2b5361d97 req-e0193544-be79-4090-92ec-1e174703791c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:25.059757 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e6623db-3187-41b4-a5a1-c8c2b5361d97 req-e0193544-be79-4090-92ec-1e174703791c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1448989 Mar 31 23:12:25.129054 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:25.165383 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e6623db-3187-41b4-a5a1-c8c2b5361d97 req-043de1b3-b2a3-4266-a490-fd5a6171d2eb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040204 Mar 31 23:12:25.246162 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (27ac13ec-592d-4753-b017-5090911b44d8), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:25.253831 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac417f56-e4c2-462b-abd2-c4c1907a8ebd req-ace11c4c-5f15-4a83-bf98-8198735ce4b4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:25.257959 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac417f56-e4c2-462b-abd2-c4c1907a8ebd req-ace11c4c-5f15-4a83-bf98-8198735ce4b4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1125622 Mar 31 23:12:25.354531 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac417f56-e4c2-462b-abd2-c4c1907a8ebd req-85e23435-e114-4cf5-82a6-672e6975853e tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854964 Mar 31 23:12:25.458171 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56086) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:25.655604 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f904fdd-5841-4f09-842f-5dd2e8af1f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:25.767874 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Floating IP 27ac13ec-592d-4753-b017-5090911b44d8 associated. External IP: 172.27.0.184, port: a885bf73-4129-4c8b-8547-85c2dc81a007. Mar 31 23:12:25.851725 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f904fdd-5841-4f09-842f-5dd2e8af1f6c admin admin] Publish callbacks [] for security_group (52e8f680-7745-410c-b575-0ca8ca61386c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:25.968227 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f904fdd-5841-4f09-842f-5dd2e8af1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (52e8f680-7745-410c-b575-0ca8ca61386c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:26.042268 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f904fdd-5841-4f09-842f-5dd2e8af1f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e8f680-7745-410c-b575-0ca8ca61386c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:26.081552 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1f904fdd-5841-4f09-842f-5dd2e8af1f6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7fe74cec0c244efb9497344586c92e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6202722 Mar 31 23:12:26.086046 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56100) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:26.186483 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b2d49e0-c413-4ef8-9640-08d97b616979 admin admin] Publish callbacks [] for security_group (52e8f680-7745-410c-b575-0ca8ca61386c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:26.260303 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b2d49e0-c413-4ef8-9640-08d97b616979 admin admin] Publish callbacks [] for security_group (52e8f680-7745-410c-b575-0ca8ca61386c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:26.266589 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:12:26.472447 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9d858-80b0-40d1-a8c4-46e49333eb49 req-93533380-47ea-41d1-91d5-3318f011c1fb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:26.487553 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1a9d858-80b0-40d1-a8c4-46e49333eb49 req-93533380-47ea-41d1-91d5-3318f011c1fb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1445158 Mar 31 23:12:26.504015 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b2d49e0-c413-4ef8-9640-08d97b616979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (52e8f680-7745-410c-b575-0ca8ca61386c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:26.511010 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5b2d49e0-c413-4ef8-9640-08d97b616979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:26.516472 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5b2d49e0-c413-4ef8-9640-08d97b616979 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52e8f680-7745-410c-b575-0ca8ca61386c HTTP/1.1" status: 204 len: 168 time: 0.4249318 Mar 31 23:12:26.550160 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:12:26.574770 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:26.575738 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d49e0-c413-4ef8-9640-08d97b616979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e8f680-7745-410c-b575-0ca8ca61386c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:26.580040 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:12:26.652821 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cd9259b0-1b58-4e10-b639-9556f72f7fb9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "PUT /v2.0/floatingips/27ac13ec-592d-4753-b017-5090911b44d8 HTTP/1.1" status: 200 len: 992 time: 2.6165869 Mar 31 23:12:26.654003 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'tag': 'a885bf73-4129-4c8b-8547-85c2dc81a007'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:26.658378 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce", "tag": "a885bf73-4129-4c8b-8547-85c2dc81a007"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:26.667466 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:26.668131 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:12:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:26.693509 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1a9d858-80b0-40d1-a8c4-46e49333eb49 req-76e71383-d206-4c4b-833f-4225b8bc5860 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019618 Mar 31 23:12:26.784787 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bd69d-09f5-4ba0-ba1a-a99bfdf8e7ce req-ae86ce37-65c1-449c-a7b1-6f245fa19b5a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:26.795742 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56118) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:26.824030 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf6bd69d-09f5-4ba0-ba1a-a99bfdf8e7ce req-ae86ce37-65c1-449c-a7b1-6f245fa19b5a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.3087223 Mar 31 23:12:26.836738 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3780cd5-eda6-4034-848b-e523474cce4a x-openstack-request-id: req-e3780cd5-eda6-4034-848b-e523474cce4a {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:26.840924 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce", "tag": "a885bf73-4129-4c8b-8547-85c2dc81a007", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:26.842788 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3780cd5-eda6-4034-848b-e523474cce4a {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:26.849530 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3780cd5-eda6-4034-848b-e523474cce4a'] response: {'name': 'network-changed', 'server_uuid': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'tag': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'status': 'completed', 'code': 200} Mar 31 23:12:26.941652 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf6bd69d-09f5-4ba0-ba1a-a99bfdf8e7ce req-3e08c7a5-be9e-462a-80b1-c055799e4c8f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161714 Mar 31 23:12:26.962925 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:26.999513 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-1048f82c-d82e-45f6-a6b8-4d790c4021ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.001423 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-1048f82c-d82e-45f6-a6b8-4d790c4021ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 1130 time: 0.1128995 Mar 31 23:12:27.192354 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f6241ed-f885-4ffb-9833-fd5ac231c701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:27.353705 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-aff6075c-21de-49fa-b827-3e6f2a67e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.356435 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-aff6075c-21de-49fa-b827-3e6f2a67e505 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 916 time: 0.3475389 Mar 31 23:12:27.480306 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:24Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.594131 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f6241ed-f885-4ffb-9833-fd5ac231c701 admin admin] Publish callbacks [] for security_group (d539518e-4ec0-42f4-98bc-5243e819c8f3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:27.600734 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:12:27.602023 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-7dd1da11-93c9-4fc1-ae2d-e28a04582539 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a885bf73-4129-4c8b-8547-85c2dc81a007 HTTP/1.1" status: 200 len: 1000 time: 0.2329779 Mar 31 23:12:27.632972 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:12:27.637190 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:12:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:27.715835 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f6241ed-f885-4ffb-9833-fd5ac231c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d539518e-4ec0-42f4-98bc-5243e819c8f3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:27.815796 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0f6241ed-f885-4ffb-9833-fd5ac231c701 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ac2d35afe4142dcb26f234bda520bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0152142 Mar 31 23:12:27.820224 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56144) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:27.860899 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-130789b5-b667-4105-941b-323dd3d32db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:27.869022 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-130789b5-b667-4105-941b-323dd3d32db4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.2609861 Mar 31 23:12:27.872283 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6241ed-f885-4ffb-9833-fd5ac231c701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d539518e-4ec0-42f4-98bc-5243e819c8f3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:27.959103 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:12:27.971798 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56152) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:27.977459 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-0105ca98-d040-4c25-9528-a3b3ee6ddc28 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032139113', 'description': 'tempest-description--1316031264'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:28.025561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-83758207-2299-4d08-9ffe-d000caa52417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.027272 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-83758207-2299-4d08-9ffe-d000caa52417 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1313429 Mar 31 23:12:28.030651 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b6736c27-a04b-446f-bed5-9c8543548199 admin admin] Publish callbacks [] for security_group (d539518e-4ec0-42f4-98bc-5243e819c8f3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:28.110537 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b6736c27-a04b-446f-bed5-9c8543548199 admin admin] Publish callbacks [] for security_group (d539518e-4ec0-42f4-98bc-5243e819c8f3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:28.131925 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acf843-ae75-45ba-9d9d-226647213fdd req-99365188-eeb1-4664-91a8-f5ac884d2212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.135760 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71acf843-ae75-45ba-9d9d-226647213fdd req-99365188-eeb1-4664-91a8-f5ac884d2212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1891291 Mar 31 23:12:28.185045 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0105ca98-d040-4c25-9528-a3b3ee6ddc28 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:28.237813 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-55636623-d52a-4ba8-9a8b-5c7023910cc1 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009523 Mar 31 23:12:28.382420 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71acf843-ae75-45ba-9d9d-226647213fdd req-62c72041-da90-4658-a9a2-0ede70fa7f86 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361755 Mar 31 23:12:28.430966 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aef27-9485-4050-8beb-8937d189b4ff req-46621e7d-3383-429f-bd13-47fbe4173289 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:28.433853 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a69aef27-9485-4050-8beb-8937d189b4ff req-46621e7d-3383-429f-bd13-47fbe4173289 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.2208393 Mar 31 23:12:28.463519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0105ca98-d040-4c25-9528-a3b3ee6ddc28 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group (5a461123-6cd3-4682-8f5a-ded751ac7f58), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:28.469863 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f475cdf5-4dcc-40c9-9c99-f17ddf5ca199 req-9bde62cf-29ed-47ba-bfd5-bc410990f442 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245121 Mar 31 23:12:28.529933 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b6736c27-a04b-446f-bed5-9c8543548199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d539518e-4ec0-42f4-98bc-5243e819c8f3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:28.533991 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b6736c27-a04b-446f-bed5-9c8543548199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:28.535312 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b6736c27-a04b-446f-bed5-9c8543548199 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d539518e-4ec0-42f4-98bc-5243e819c8f3 HTTP/1.1" status: 204 len: 168 time: 0.7136099 Mar 31 23:12:28.546918 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a69aef27-9485-4050-8beb-8937d189b4ff req-b6c798e3-4797-44fb-873a-1584437382d0 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054006 Mar 31 23:12:28.557370 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6736c27-a04b-446f-bed5-9c8543548199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d539518e-4ec0-42f4-98bc-5243e819c8f3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:28.565690 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0105ca98-d040-4c25-9528-a3b3ee6ddc28 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5a461123-6cd3-4682-8f5a-ded751ac7f58), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:28.592629 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:24Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:12:28.669332 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e1875e-76df-49f6-b1b9-bf634da17b68 None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:24Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:12:28.707537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105ca98-d040-4c25-9528-a3b3ee6ddc28 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a461123-6cd3-4682-8f5a-ded751ac7f58,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:28.817341 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56162) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:28.882120 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0105ca98-d040-4c25-9528-a3b3ee6ddc28 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:28.888326 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0105ca98-d040-4c25-9528-a3b3ee6ddc28 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9103539 Mar 31 23:12:28.888905 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56166) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:28.898430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-14321899-7b4f-4ab8-ab07-a369d7260f33 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'security_group_rule': {'security_group_id': '5a461123-6cd3-4682-8f5a-ded751ac7f58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:28.982168 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c90ef0-9f6f-4b06-8777-83836d529336 None None] New status for floating IP 27ac13ec-592d-4753-b017-5090911b44d8: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:12:29.097018 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14321899-7b4f-4ab8-ab07-a369d7260f33 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group_rule (9eecdedb-bcd0-479e-8b19-e9976ffa3649), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.260869 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14321899-7b4f-4ab8-ab07-a369d7260f33 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group_rule (9eecdedb-bcd0-479e-8b19-e9976ffa3649), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.336790 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14321899-7b4f-4ab8-ab07-a369d7260f33 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (9eecdedb-bcd0-479e-8b19-e9976ffa3649), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.405225 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d67a41d6-3517-4c33-92fb-c0cfa5a37bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.419142 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14321899-7b4f-4ab8-ab07-a369d7260f33 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eecdedb-bcd0-479e-8b19-e9976ffa3649,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.488660 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14321899-7b4f-4ab8-ab07-a369d7260f33 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.492692 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-14321899-7b4f-4ab8-ab07-a369d7260f33 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6023185 Mar 31 23:12:29.496706 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56180) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:29.513670 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-197ca2d5-e02d-4be0-a94e-58b98df9243e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'security_group_rule': {'security_group_id': '5a461123-6cd3-4682-8f5a-ded751ac7f58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:29.612043 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d67a41d6-3517-4c33-92fb-c0cfa5a37bc6 admin admin] Publish callbacks [] for security_group (50575743-1d98-48eb-ac54-977d0323216d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.671005 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63e7f9-8cf0-456f-9202-8b656defbef3 req-2ba64f26-bb2b-45dd-a30d-eb5f621d6966 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.679376 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef63e7f9-8cf0-456f-9202-8b656defbef3 req-2ba64f26-bb2b-45dd-a30d-eb5f621d6966 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1016989 Mar 31 23:12:29.732054 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-197ca2d5-e02d-4be0-a94e-58b98df9243e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group_rule (e6a8a9ad-9138-4b65-829f-0b2fa394b310), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.769893 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d67a41d6-3517-4c33-92fb-c0cfa5a37bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (50575743-1d98-48eb-ac54-977d0323216d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.791478 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef63e7f9-8cf0-456f-9202-8b656defbef3 req-ff7f5d80-56e7-4123-a849-a2975e766cd9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106722 Mar 31 23:12:29.841367 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a41d6-3517-4c33-92fb-c0cfa5a37bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50575743-1d98-48eb-ac54-977d0323216d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:29.851437 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d67a41d6-3517-4c33-92fb-c0cfa5a37bc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85ea568409444c489f7e2c08ffa4cba2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0309863 Mar 31 23:12:29.855598 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56194) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:29.895159 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb9e78-ae08-4367-b53e-7f8c0cb8f474 req-9be1e757-bae7-4870-a4db-4855bba76e7e tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:29.897651 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afeb9e78-ae08-4367-b53e-7f8c0cb8f474 req-9be1e757-bae7-4870-a4db-4855bba76e7e tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1937597 Mar 31 23:12:29.941734 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-197ca2d5-e02d-4be0-a94e-58b98df9243e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group_rule (e6a8a9ad-9138-4b65-829f-0b2fa394b310), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:29.969854 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066c93c-265c-416a-9320-420d19a88d25 admin admin] Publish callbacks [] for security_group (50575743-1d98-48eb-ac54-977d0323216d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:30.000661 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-afeb9e78-ae08-4367-b53e-7f8c0cb8f474 req-ed86224b-bd15-463d-94e7-000cc014a4a1 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870671 Mar 31 23:12:30.019410 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-197ca2d5-e02d-4be0-a94e-58b98df9243e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (e6a8a9ad-9138-4b65-829f-0b2fa394b310), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:30.036745 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066c93c-265c-416a-9320-420d19a88d25 admin admin] Publish callbacks [] for security_group (50575743-1d98-48eb-ac54-977d0323216d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:30.080211 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ca2d5-e02d-4be0-a94e-58b98df9243e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a8a9ad-9138-4b65-829f-0b2fa394b310,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:30.175668 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-197ca2d5-e02d-4be0-a94e-58b98df9243e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:30.179873 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-197ca2d5-e02d-4be0-a94e-58b98df9243e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6796002 Mar 31 23:12:30.190434 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56204) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:30.192196 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:30.261704 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066c93c-265c-416a-9320-420d19a88d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (50575743-1d98-48eb-ac54-977d0323216d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:30.272928 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066c93c-265c-416a-9320-420d19a88d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:30.272928 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0066c93c-265c-416a-9320-420d19a88d25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50575743-1d98-48eb-ac54-977d0323216d HTTP/1.1" status: 204 len: 168 time: 0.4129195 Mar 31 23:12:30.285123 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066c93c-265c-416a-9320-420d19a88d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50575743-1d98-48eb-ac54-977d0323216d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:30.332334 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:30.504790 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:30.659039 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Allocated IP 172.27.0.135 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:30.832112 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for port (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:31.025553 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd41954-cc8d-4996-bc5d-a57812228b96 req-9c31099c-4956-48b9-a5f6-33baedcc0d91 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:31.027513 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9bd41954-cc8d-4996-bc5d-a57812228b96 req-9c31099c-4956-48b9-a5f6-33baedcc0d91 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0952525 Mar 31 23:12:31.032158 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:31.085521 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:31.089858 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:31.094077 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:31.102643 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9bd41954-cc8d-4996-bc5d-a57812228b96 req-6b49a86b-1ed7-4f29-9b19-5abfbc161ebe tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683899 Mar 31 23:12:31.134440 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event updated for resources: {'Port': ['ID=abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.227106 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92fe74-1e6c-4b60-b24e-ddcbbf3f17cb req-9f66478e-c187-474f-b963-fadc4f06c0bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:31.229916 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a92fe74-1e6c-4b60-b24e-ddcbbf3f17cb req-9f66478e-c187-474f-b963-fadc4f06c0bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0853732 Mar 31 23:12:31.285142 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (f7b3e357-fce7-4238-a3e8-20dc5957e7a2), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:31.344475 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a92fe74-1e6c-4b60-b24e-ddcbbf3f17cb req-88403bd0-5b62-4b15-925e-5be5421b382a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067498 Mar 31 23:12:31.421599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56234) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:31.461495 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5ffacd66-19b4-4830-a420-a56cc8dea969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:31.493736 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:31.735319 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5ffacd66-19b4-4830-a420-a56cc8dea969 admin admin] Publish callbacks [] for security_group (abb510c5-d522-4a41-a686-dfb26a6f6eba), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:31.805765 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for port (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:31.821141 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5ffacd66-19b4-4830-a420-a56cc8dea969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (abb510c5-d522-4a41-a686-dfb26a6f6eba), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:31.882651 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5ffacd66-19b4-4830-a420-a56cc8dea969 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c67512494cb94d45a889b97e53bb0e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571414 Mar 31 23:12:31.884122 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56238) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:31.884317 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffacd66-19b4-4830-a420-a56cc8dea969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb510c5-d522-4a41-a686-dfb26a6f6eba,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:31.914384 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:32.001401 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13583b81-aeda-4977-898c-75838a6546b2 admin admin] Publish callbacks [] for security_group (abb510c5-d522-4a41-a686-dfb26a6f6eba), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:32.029958 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event updated for resources: {'Port': ['ID=abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:32.034808 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (f7b3e357-fce7-4238-a3e8-20dc5957e7a2), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:32.046693 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13583b81-aeda-4977-898c-75838a6546b2 admin admin] Publish callbacks [] for security_group (abb510c5-d522-4a41-a686-dfb26a6f6eba), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:32.170587 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:32.178173 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-38c7935e-b84c-46a1-8408-b16239b0467c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9872928 Mar 31 23:12:32.239765 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13583b81-aeda-4977-898c-75838a6546b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (abb510c5-d522-4a41-a686-dfb26a6f6eba), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:32.242848 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13583b81-aeda-4977-898c-75838a6546b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:32.248265 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-13583b81-aeda-4977-898c-75838a6546b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abb510c5-d522-4a41-a686-dfb26a6f6eba HTTP/1.1" status: 204 len: 168 time: 0.3581364 Mar 31 23:12:32.267673 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583b81-aeda-4977-898c-75838a6546b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb510c5-d522-4a41-a686-dfb26a6f6eba,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:32.349209 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9341c7-5f8b-4036-9f2c-5498cead22a4 req-7c526109-d1db-45c8-8dea-deb82f823e18 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.351187 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc9341c7-5f8b-4036-9f2c-5498cead22a4 req-7c526109-d1db-45c8-8dea-deb82f823e18 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0869417 Mar 31 23:12:32.451771 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc9341c7-5f8b-4036-9f2c-5498cead22a4 req-58b3e682-d2ba-420f-83f2-ccb148e812dd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941405 Mar 31 23:12:32.509138 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-d3b300ca-d118-4ca8-99ef-ad6fb291f5c3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1032139113&fields=id&tenant_id=ced3889eb8ee4971bb17dc7e2354bf38 HTTP/1.1" status: 200 len: 267 time: 0.1027849 Mar 31 23:12:32.819220 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8bde4-ce16-4b0c-80d7-b6e6046f9bb4 req-ee6d9805-1f34-49cf-8d5e-778fadfbbe7a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.822326 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86c8bde4-ce16-4b0c-80d7-b6e6046f9bb4 req-ee6d9805-1f34-49cf-8d5e-778fadfbbe7a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1788661 Mar 31 23:12:32.838361 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539301c-27e6-41da-aab6-d27d207a341c req-a1c2463d-e6b8-4f36-9c47-84fe6786b082 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:32.840979 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-a1c2463d-e6b8-4f36-9c47-84fe6786b082 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 819 time: 0.3164740 Mar 31 23:12:32.897916 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-aed5afd8-d58e-4aa1-8679-afecfcb7c599 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/quotas/ced3889eb8ee4971bb17dc7e2354bf38 HTTP/1.1" status: 200 len: 375 time: 0.0423713 Mar 31 23:12:32.978369 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86c8bde4-ce16-4b0c-80d7-b6e6046f9bb4 req-e52afb12-2fb4-4476-ba43-d48e956625c8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356504 Mar 31 23:12:33.028637 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-ac6a4dc6-b9e6-4e19-b361-26291348e8d0 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1223936 Mar 31 23:12:33.211493 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-d4de58ff-debe-4668-8442-8c102836e162 service neutron] 10.222.0.41 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628749 Mar 31 23:12:33.376130 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-0fea9a07-ab55-48a5-b80c-1a564b554528 service neutron] 10.222.0.41 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534202 Mar 31 23:12:33.663618 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc69627-9053-4451-b0c0-d27b30d9fc2b req-ed70d1e9-361b-43bc-90ff-fa28a2dd2fa1 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:33.672119 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2bc69627-9053-4451-b0c0-d27b30d9fc2b req-ed70d1e9-361b-43bc-90ff-fa28a2dd2fa1 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0928619 Mar 31 23:12:33.747116 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2bc69627-9053-4451-b0c0-d27b30d9fc2b req-f598956d-fda3-4047-938d-21398d26ab9d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730968 Mar 31 23:12:33.823907 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-045b1802-9483-46bc-8e50-798249091703 req-3ebe8a32-0867-4b91-ab52-0970813b63c3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0634990 Mar 31 23:12:34.169088 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4818c2b-0408-4f33-b62f-156f6397172d req-63df72fc-34f1-4206-9523-503d580938b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:34.171405 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4818c2b-0408-4f33-b62f-156f6397172d req-63df72fc-34f1-4206-9523-503d580938b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0832763 Mar 31 23:12:34.244040 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4818c2b-0408-4f33-b62f-156f6397172d req-fabbad27-ff88-4c5a-9448-e481ce73158c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617068 Mar 31 23:12:34.965293 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3779937d-93dd-4ae5-b745-12c5a8089bc2 req-cbd88fb3-0184-4f34-81e7-6c5358131133 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0558617 Mar 31 23:12:34.996950 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68152d-eb96-44db-97cf-0c470cadcf6b req-bd07ab2d-be4e-4400-b1fd-31377761515d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.001688 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac68152d-eb96-44db-97cf-0c470cadcf6b req-bd07ab2d-be4e-4400-b1fd-31377761515d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1413448 Mar 31 23:12:35.070882 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac68152d-eb96-44db-97cf-0c470cadcf6b req-60fa77cf-8947-420a-8577-a16c29e89a07 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655150 Mar 31 23:12:35.422398 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6db16f-bd5f-40df-862e-39d9f7b0b1bf req-75398ba4-5d4c-429a-b0fa-ace60ef3279f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:35.424114 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6f6db16f-bd5f-40df-862e-39d9f7b0b1bf req-75398ba4-5d4c-429a-b0fa-ace60ef3279f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0852635 Mar 31 23:12:35.496129 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6f6db16f-bd5f-40df-862e-39d9f7b0b1bf req-06ae4ef2-39b1-440b-ae90-dd10b4fe71c0 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598943 Mar 31 23:12:36.144670 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-036f8f96-89fb-43c0-a2ec-0ed09183d94b req-d563ef81-aa9b-42df-9a50-6674da6bc896 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0498340 Mar 31 23:12:36.281869 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4a469-4875-4eb3-bb64-7f766333f488 req-23f51f86-9a04-4a52-9b4b-0e442f97932b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:36.284655 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20a4a469-4875-4eb3-bb64-7f766333f488 req-23f51f86-9a04-4a52-9b4b-0e442f97932b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0809252 Mar 31 23:12:36.379425 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20a4a469-4875-4eb3-bb64-7f766333f488 req-af56a2fe-00e1-48ca-845b-e8fccebea5f9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831316 Mar 31 23:12:36.972244 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe60800-a584-4a53-ac39-8ad238a860cf req-c2084c72-f2c7-4662-a7f2-4a218992afc8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:36.977058 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fe60800-a584-4a53-ac39-8ad238a860cf req-c2084c72-f2c7-4662-a7f2-4a218992afc8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.3451324 Mar 31 23:12:36.984769 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f2de650f-b60d-460f-a596-8523d80237d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:37.060816 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fe60800-a584-4a53-ac39-8ad238a860cf req-65607e4c-dc70-49ea-bb5e-e18420520bcc tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692370 Mar 31 23:12:37.284436 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7bd8b0a-a51e-44a1-be9a-c49fa21ad81a req-bb6f1b77-442a-4f6c-8436-2902ed5ce89a tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0430169 Mar 31 23:12:37.562431 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1a8a7-f8e6-4cb4-b6fd-c1240e18eebe req-a12d0788-096a-4deb-a722-879cc011a840 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:37.564298 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4db1a8a7-f8e6-4cb4-b6fd-c1240e18eebe req-a12d0788-096a-4deb-a722-879cc011a840 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0730665 Mar 31 23:12:37.639676 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4db1a8a7-f8e6-4cb4-b6fd-c1240e18eebe req-9bffebdb-3a04-445b-968a-64ca043ddc0b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680542 Mar 31 23:12:38.073862 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:38.287667 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:38.304060 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'port_id': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'mac_address': 'fa:16:3e:c6:b1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:38.323193 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc8478-4fe3-4e5b-945c-0fc5f99a7162 req-60ea8ff4-c372-485d-9872-21b49838b612 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:38.325967 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8bbc8478-4fe3-4e5b-945c-0fc5f99a7162 req-60ea8ff4-c372-485d-9872-21b49838b612 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1009002 Mar 31 23:12:38.386579 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ebb9ae53-ab50-4e90-9432-51a0faa7687a is: ACTIVE; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:12:38.387203 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:38.413733 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebb9ae53-ab50-4e90-9432-51a0faa7687a {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:38.431211 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a98097d0-4eca-4dec-a4d5-3fb4a8a0744b req-4e35802e-68e4-4010-a125-dac4fb0f26aa tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0446410 Mar 31 23:12:38.436600 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8bbc8478-4fe3-4e5b-945c-0fc5f99a7162 req-0a4d450d-7982-437b-9e60-f51607aeea7a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028388 Mar 31 23:12:38.450809 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:38.551866 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:38.624293 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=6']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:38.818759 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6aec4-2cb3-43f3-9506-066f366c3944 req-b0d60662-6c91-4355-a2e3-11ffde8613e3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:38.820371 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34b6aec4-2cb3-43f3-9506-066f366c3944 req-b0d60662-6c91-4355-a2e3-11ffde8613e3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 944 time: 0.0727448 Mar 31 23:12:38.886021 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34b6aec4-2cb3-43f3-9506-066f366c3944 req-575ea959-eecc-4969-b609-0dbd512a4759 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592318 Mar 31 23:12:39.587485 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80abddcf-a245-402b-a174-e88da6d082c8 req-986e83f8-e603-4e3c-a4fb-b09cb11ef11e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0395124 Mar 31 23:12:39.673755 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a3bc0-46aa-495d-935a-4c7aea27c963 req-e408336d-5a52-4945-b0f7-cd7b9ce19a01 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:39.677643 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d1a3bc0-46aa-495d-935a-4c7aea27c963 req-e408336d-5a52-4945-b0f7-cd7b9ce19a01 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1190329 Mar 31 23:12:39.746525 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d1a3bc0-46aa-495d-935a-4c7aea27c963 req-1b16f4f1-e9b6-477c-8aed-c67ae2032c53 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604148 Mar 31 23:12:40.080197 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1869878-76fb-43a8-ab75-f3ae3fcc628a req-a280f8dc-d29e-45f0-b83a-2ee457f1ff41 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:40.083057 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1869878-76fb-43a8-ab75-f3ae3fcc628a req-a280f8dc-d29e-45f0-b83a-2ee457f1ff41 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 944 time: 0.0965140 Mar 31 23:12:40.147251 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['ebb9ae53-ab50-4e90-9432-51a0faa7687a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:40.162319 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1869878-76fb-43a8-ab75-f3ae3fcc628a req-d82c3888-93c4-4576-8e01-60115455c90f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715189 Mar 31 23:12:40.564597 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-13ac0cf9-56e1-4380-8180-2a60e3cf98e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:40.741659 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccc17416-2e51-405f-a91b-6a2b402f6c70 req-ed4ca209-a161-4cd1-bf35-d9f8120ad250 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0323734 Mar 31 23:12:40.944269 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b9c76-2fdc-4a6c-a861-cb718cfa6d92 req-63ff2ccb-9d2a-400b-bff8-9e2d81c06b6e tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:40.947191 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-385b9c76-2fdc-4a6c-a861-cb718cfa6d92 req-63ff2ccb-9d2a-400b-bff8-9e2d81c06b6e tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0790260 Mar 31 23:12:41.035108 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-385b9c76-2fdc-4a6c-a861-cb718cfa6d92 req-49813ee2-40a9-440e-9205-99610745d569 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815487 Mar 31 23:12:41.359085 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3f8c-2554-47cc-b225-fb43341c67cf req-9a6ae84b-1e1e-4245-8c6a-6175591ab3fb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:41.361936 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4eed3f8c-2554-47cc-b225-fb43341c67cf req-9a6ae84b-1e1e-4245-8c6a-6175591ab3fb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 944 time: 0.0674968 Mar 31 23:12:41.460301 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4eed3f8c-2554-47cc-b225-fb43341c67cf req-ee66fcc4-c130-43a7-b55f-310145945850 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904117 Mar 31 23:12:41.925970 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27018f5b-ad64-46e6-99c5-e3a47ff83676 req-f90f543d-3dc1-44be-b30e-a5581087705b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0501852 Mar 31 23:12:42.054593 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:12:42.272951 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d71676-414f-4b10-ba06-9a89de77a733 req-d0b6c85b-3715-406d-925b-759eb24bb928 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.274919 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1d71676-414f-4b10-ba06-9a89de77a733 req-d0b6c85b-3715-406d-925b-759eb24bb928 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1049871 Mar 31 23:12:42.364577 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port ebb9ae53-ab50-4e90-9432-51a0faa7687a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:12:42.365069 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:42.371453 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1d71676-414f-4b10-ba06-9a89de77a733 req-9814e268-727d-41f9-b5e7-bba81fdf5a33 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856702 Mar 31 23:12:42.445859 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:42.519101 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ebb9ae53-ab50-4e90-9432-51a0faa7687a is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:12:42.519497 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:42.574660 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:42.579641 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986877fc-2bd2-4977-8e5e-620116ab24a6" -d '{"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:42.603754 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:42.647426 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da8612e-9ff1-4f03-879d-ee6d748e6af1 x-openstack-request-id: req-7da8612e-9ff1-4f03-879d-ee6d748e6af1 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:42.647795 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:42.648129 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7da8612e-9ff1-4f03-879d-ee6d748e6af1 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:42.648578 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da8612e-9ff1-4f03-879d-ee6d748e6af1'] response: {'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'code': 200} Mar 31 23:12:42.672212 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76747bfc-b792-4fc3-9c44-2b2ed7371b6c req-ad9b75a0-e098-45c4-bc0f-8a0e6b9f64d0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:42.675011 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76747bfc-b792-4fc3-9c44-2b2ed7371b6c req-ad9b75a0-e098-45c4-bc0f-8a0e6b9f64d0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 944 time: 0.0855019 Mar 31 23:12:42.688833 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:42.761264 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=7']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:42.766502 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76747bfc-b792-4fc3-9c44-2b2ed7371b6c req-6300578c-2fc0-4bf3-894c-be124d42a672 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840986 Mar 31 23:12:43.086879 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b91e24fd-c444-42f8-8ddf-6929bb574f19 req-ea9ac999-35e6-4ae8-b62b-48a252861210 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0323050 Mar 31 23:12:43.554179 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d14e6-c565-427a-9f4a-2b4dabd71b28 req-d231b3fc-0066-44db-b2a4-a9c4c92620c6 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.555950 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-815d14e6-c565-427a-9f4a-2b4dabd71b28 req-d231b3fc-0066-44db-b2a4-a9c4c92620c6 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0673821 Mar 31 23:12:43.632992 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-815d14e6-c565-427a-9f4a-2b4dabd71b28 req-70a46403-27fa-48c9-a5e6-a68d9beb9b24 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705247 Mar 31 23:12:43.949010 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814d174-0697-484d-a0f9-a5e62031e216 req-4affd56d-df99-4522-90bd-ac25991c6583 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:43.950924 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7814d174-0697-484d-a0f9-a5e62031e216 req-4affd56d-df99-4522-90bd-ac25991c6583 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0808904 Mar 31 23:12:44.043413 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7814d174-0697-484d-a0f9-a5e62031e216 req-c24340f8-7899-4e19-aa6e-d7e6aef62bb9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858412 Mar 31 23:12:44.250811 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8486395-4d49-4467-b0e8-5829b5d5222d req-bdd1ce8e-09e2-409a-914d-5bc8b247291f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0506830 Mar 31 23:12:44.385832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539301c-27e6-41da-aab6-d27d207a341c req-2ea84a6d-f69b-46a7-b742-fe56e3d4191f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.388599 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-2ea84a6d-f69b-46a7-b742-fe56e3d4191f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 819 time: 0.1972377 Mar 31 23:12:44.519922 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-53f34584-a45c-4432-b9c1-55a1e4a305ad tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ced3889eb8ee4971bb17dc7e2354bf38 HTTP/1.1" status: 200 len: 380 time: 0.1003430 Mar 31 23:12:44.534923 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'port': {'device_id': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'admin_state_up': True, 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'security_groups': ['5a461123-6cd3-4682-8f5a-ded751ac7f58']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:44.862477 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffea177-58b5-46e3-8f8e-4f2b944c8e8a req-1ef74e80-c452-4f1b-9f52-9f4b7a62bd04 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:44.865855 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cffea177-58b5-46e3-8f8e-4f2b944c8e8a req-1ef74e80-c452-4f1b-9f52-9f4b7a62bd04 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0985148 Mar 31 23:12:44.873958 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Made reservation on behalf of ced3889eb8ee4971bb17dc7e2354bf38 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:12:44.879269 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:44.972598 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cffea177-58b5-46e3-8f8e-4f2b944c8e8a req-a101b458-f75e-4af3-9508-6152338e1227 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970385 Mar 31 23:12:45.062125 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:45.154907 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Allocated IP 172.20.0.12 (d225a140-1c4b-4f8b-acf8-3376bd312744/7db72a81-ebe1-420b-b2f7-254815101eea/3ddddd3f-18dd-41f1-a94a-6583f2e9a565) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:12:45.271991 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3147361-88b0-4aef-a83c-2dd8cc2047f4 req-0f83f7b0-e633-4cd3-b19b-c4f3649c7568 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:45.274631 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3147361-88b0-4aef-a83c-2dd8cc2047f4 req-0f83f7b0-e633-4cd3-b19b-c4f3649c7568 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0953043 Mar 31 23:12:45.394936 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3147361-88b0-4aef-a83c-2dd8cc2047f4 req-e18af165-483c-415b-9efc-882ae307f1b4 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086290 Mar 31 23:12:45.471892 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:45.475774 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:45.487431 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ae5c09d1-39cd-4c57-b4ba-90a3f6d56524 req-ed8d700a-3683-43b3-933b-a04fa07bd715 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0554492 Mar 31 23:12:45.608877 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495c472-2f69-463a-bad8-f4310731868f req-b1ae778f-4c04-42f5-86e4-2a0ce4564a58 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:45.611715 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d495c472-2f69-463a-bad8-f4310731868f req-b1ae778f-4c04-42f5-86e4-2a0ce4564a58 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0981627 Mar 31 23:12:45.641081 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:45.704181 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d495c472-2f69-463a-bad8-f4310731868f req-3c32e92a-c498-4373-9f8f-42f08e510921 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826199 Mar 31 23:12:45.726918 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Network d225a140-1c4b-4f8b-acf8-3376bd312744 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:12:45.736885 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:12:45.743371 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:12:45.750011 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event updated for resources: {'Port': ['ID=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:45.837703 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:45.838613 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:45.973229 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-5084a1c1-6031-4e62-9484-8490b4831165 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4454947 Mar 31 23:12:46.064717 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-755e6a31-4b8b-496c-b869-b45baa6729f1 None None] Provisioning complete for port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:12:46.065454 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-755e6a31-4b8b-496c-b869-b45baa6729f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:46.108908 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-755e6a31-4b8b-496c-b869-b45baa6729f1 None None] Port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:12:46.489914 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56558) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:46.612214 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eebbee-a7bd-413a-a532-9fb3212b1034 req-6baa7b46-5413-49c2-bda0-340ca777029a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:46.616345 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5eebbee-a7bd-413a-a532-9fb3212b1034 req-6baa7b46-5413-49c2-bda0-340ca777029a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1034284 Mar 31 23:12:46.725547 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb60a120-6896-4605-a7bd-b8cbfe4bf4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:46.751209 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e5eebbee-a7bd-413a-a532-9fb3212b1034 req-68d72b20-5d24-48d3-815d-849cb3eb95e0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249876 Mar 31 23:12:46.774669 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9017df-9828-4871-853c-45128e997175 req-08c8b9f2-2cc6-4baf-b15d-ecf0ef494c3a tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:46.777492 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d9017df-9828-4871-853c-45128e997175 req-08c8b9f2-2cc6-4baf-b15d-ecf0ef494c3a tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 932 time: 0.1531761 Mar 31 23:12:46.947888 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d9017df-9828-4871-853c-45128e997175 req-a84728e2-d6f5-4885-a02f-21f609156638 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585183 Mar 31 23:12:46.996715 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb60a120-6896-4605-a7bd-b8cbfe4bf4dd admin admin] Publish callbacks [] for security_group (654bdbb1-2d95-4fd5-b34d-88bd9fa7be90), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:47.012702 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260638fd-eace-44f7-b240-7e52363e6027 req-b9066b7b-977b-4402-b497-40a149a79363 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:47.014394 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-260638fd-eace-44f7-b240-7e52363e6027 req-b9066b7b-977b-4402-b497-40a149a79363 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1388948 Mar 31 23:12:47.084729 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-260638fd-eace-44f7-b240-7e52363e6027 req-a0a6817e-6a04-4afb-b466-326d2915c5ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631104 Mar 31 23:12:47.143179 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb60a120-6896-4605-a7bd-b8cbfe4bf4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (654bdbb1-2d95-4fd5-b34d-88bd9fa7be90), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:47.215386 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60a120-6896-4605-a7bd-b8cbfe4bf4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654bdbb1-2d95-4fd5-b34d-88bd9fa7be90,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:47.224856 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-eb60a120-6896-4605-a7bd-b8cbfe4bf4dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b06d4a0c90404d45bb706c1cbb6009fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7324240 Mar 31 23:12:47.228845 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56570) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:47.327898 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-db966d9c-c43c-493a-a6b4-c09c97a03866 admin admin] Publish callbacks [] for security_group (654bdbb1-2d95-4fd5-b34d-88bd9fa7be90), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:47.385558 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-db966d9c-c43c-493a-a6b4-c09c97a03866 admin admin] Publish callbacks [] for security_group (654bdbb1-2d95-4fd5-b34d-88bd9fa7be90), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:47.702989 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-db966d9c-c43c-493a-a6b4-c09c97a03866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (654bdbb1-2d95-4fd5-b34d-88bd9fa7be90), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:47.714461 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-db966d9c-c43c-493a-a6b4-c09c97a03866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:47.716194 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-db966d9c-c43c-493a-a6b4-c09c97a03866 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/654bdbb1-2d95-4fd5-b34d-88bd9fa7be90 HTTP/1.1" status: 204 len: 168 time: 0.4840412 Mar 31 23:12:47.736837 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db966d9c-c43c-493a-a6b4-c09c97a03866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654bdbb1-2d95-4fd5-b34d-88bd9fa7be90,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:47.747273 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Request body: {'port': {'device_id': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:12:47.903381 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:48.012343 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4f58d-709a-46fb-ad74-eb5aab7ea0a1 req-fad154f5-2d21-498c-aa82-67014864de4d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.015111 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bb4f58d-709a-46fb-ad74-eb5aab7ea0a1 req-fad154f5-2d21-498c-aa82-67014864de4d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1066270 Mar 31 23:12:48.062769 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:48.205042 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4bb4f58d-709a-46fb-ad74-eb5aab7ea0a1 req-43d222be-7fc5-439a-95d2-9c623632d6c6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806314 Mar 31 23:12:48.240260 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00eaff-362b-4a4c-b8cf-a05387904f51 req-f795689b-012a-4139-a15e-a2727fa1d996 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.242108 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f00eaff-362b-4a4c-b8cf-a05387904f51 req-f795689b-012a-4139-a15e-a2727fa1d996 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 932 time: 0.1292851 Mar 31 23:12:48.336090 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f00eaff-362b-4a4c-b8cf-a05387904f51 req-3968b3f0-476b-4fe3-a939-c830efaff5d2 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847831 Mar 31 23:12:48.490524 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-d6850ac0-c751-460e-93c4-35952c8b6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.492578 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-d6850ac0-c751-460e-93c4-35952c8b6b96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 1129 time: 0.1805143 Mar 31 23:12:48.599309 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:48.599668 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82201d-ec0c-4f61-84b4-e4ec5b9e578d req-c401328b-075f-4662-8316-f4a3131ae588 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.611514 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f82201d-ec0c-4f61-84b4-e4ec5b9e578d req-c401328b-075f-4662-8316-f4a3131ae588 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.2045004 Mar 31 23:12:48.617742 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Publish callbacks [] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:48.653381 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Transition to ACTIVE for port object 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:12:48.776428 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f82201d-ec0c-4f61-84b4-e4ec5b9e578d req-3c82ecf7-b6b6-4980-93d0-a4f0102c607f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636207 Mar 31 23:12:48.778206 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-50810cd1-52b2-4045-aee1-a977336d3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:48.779906 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-50810cd1-52b2-4045-aee1-a977336d3a15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 912 time: 0.2807262 Mar 31 23:12:48.782715 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:48.912042 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:48.957183 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-104dd737-2dbb-46ec-8895-23a4dee306a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 HTTP/1.1" status: 200 len: 1000 time: 0.1643901 Mar 31 23:12:49.059125 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-cbe18144-8cec-429d-8a91-fdcb3d7e5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.073062 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-cbe18144-8cec-429d-8a91-fdcb3d7e5801 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 200 len: 850 time: 0.0956376 Mar 31 23:12:49.129886 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Attempting to bind port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:12:49.130730 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Attempting to bind port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:12:49.131851 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Attempting to bind port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 on network d225a140-1c4b-4f8b-acf8-3376bd312744 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:49.146042 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 on network d225a140-1c4b-4f8b-acf8-3376bd312744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:12:49.146945 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Attempting to bind port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 on network d225a140-1c4b-4f8b-acf8-3376bd312744 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:12:49.165127 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:12:49.166573 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Checking segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:12:49.167403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Bound using segment: {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:12:49.169660 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Bound port: 3ddddd3f-18dd-41f1-a94a-6583f2e9a565, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7828d31-d8ff-41d8-ae52-be758327ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:12:49.172599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:49.210489 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-b14664cb-255a-4c71-b9db-fd2de5191809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.213346 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-b14664cb-255a-4c71-b9db-fd2de5191809 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1433606 Mar 31 23:12:49.314555 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56622) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:49.367898 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cad2874a-8554-4f66-abed-e1b717d29226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:49.465953 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] For port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:12:49.471014 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] For port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:12:49.542600 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-e352e1ad-8e00-4db1-8e72-212fc9d5984d service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173354 Mar 31 23:12:49.596752 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:49.622224 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cad2874a-8554-4f66-abed-e1b717d29226 admin admin] Publish callbacks [] for security_group (57a72076-c0fb-46ef-b967-7e2eed96d5c4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:49.681403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.682611 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:49.686324 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 200 len: 1094 time: 1.9586568 Mar 31 23:12:49.687218 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:12:49.691515 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b1b7e-28f2-4883-8180-479c9b78c9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:12:49.704152 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca2233-213b-420c-93e2-d9536c0cd9f7 req-5fb717db-6f07-4e53-8a7d-c9819ff1c209 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.707128 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99ca2233-213b-420c-93e2-d9536c0cd9f7 req-5fb717db-6f07-4e53-8a7d-c9819ff1c209 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.3159339 Mar 31 23:12:49.743206 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cad2874a-8554-4f66-abed-e1b717d29226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (57a72076-c0fb-46ef-b967-7e2eed96d5c4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:49.765905 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b7cd1-db12-442c-8f3e-67636ebf06a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.829319 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f113-42ed-44c6-9477-b9912a50a974 req-1cbe2b7a-34f5-4ba6-91e7-b8cbbb78ebab tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:49.840890 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7335f113-42ed-44c6-9477-b9912a50a974 req-1cbe2b7a-34f5-4ba6-91e7-b8cbbb78ebab tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 944 time: 0.3300040 Mar 31 23:12:49.857526 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2874a-8554-4f66-abed-e1b717d29226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a72076-c0fb-46ef-b967-7e2eed96d5c4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:49.909249 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cad2874a-8554-4f66-abed-e1b717d29226 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=364e209d061a4b2db85f80b18ea9c7c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5995560 Mar 31 23:12:49.914969 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56638) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:50.065567 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-05049546-66d9-4543-acde-dff826b34583 admin admin] Publish callbacks [] for security_group (57a72076-c0fb-46ef-b967-7e2eed96d5c4), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:50.115826 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99ca2233-213b-420c-93e2-d9536c0cd9f7 req-cf5638ad-891f-4497-8096-72b42620c61c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3790398 Mar 31 23:12:50.134655 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-05049546-66d9-4543-acde-dff826b34583 admin admin] Publish callbacks [] for security_group (57a72076-c0fb-46ef-b967-7e2eed96d5c4), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:50.144202 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d74591-6fe4-405f-93df-f8203f9eed9c req-35a9b43e-b0b7-46f5-b187-af8de957c9a2 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706766 Mar 31 23:12:50.182635 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7335f113-42ed-44c6-9477-b9912a50a974 req-d1913f50-bda5-4dae-b52c-d1122cf64fc0 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396180 Mar 31 23:12:50.276783 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09faf6f2-c8ce-4f71-8627-a0c89d1d2d18 x-openstack-request-id: req-09faf6f2-c8ce-4f71-8627-a0c89d1d2d18 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:12:50.278421 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:12:50.278720 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09faf6f2-c8ce-4f71-8627-a0c89d1d2d18 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:12:50.279391 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09faf6f2-c8ce-4f71-8627-a0c89d1d2d18'] response: {'name': 'network-changed', 'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'status': 'completed', 'code': 200} Mar 31 23:12:50.482833 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fc046-e3cb-431d-bcec-adc10236cd4e req-c2ebc076-c8c1-47e1-b63c-2ab03e99a59d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:50.485526 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a47fc046-e3cb-431d-bcec-adc10236cd4e req-c2ebc076-c8c1-47e1-b63c-2ab03e99a59d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1204681 Mar 31 23:12:50.508071 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-05049546-66d9-4543-acde-dff826b34583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (57a72076-c0fb-46ef-b967-7e2eed96d5c4), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:50.511604 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-05049546-66d9-4543-acde-dff826b34583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:50.514396 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-05049546-66d9-4543-acde-dff826b34583 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57a72076-c0fb-46ef-b967-7e2eed96d5c4 HTTP/1.1" status: 204 len: 168 time: 0.5965319 Mar 31 23:12:50.528459 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05049546-66d9-4543-acde-dff826b34583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a72076-c0fb-46ef-b967-7e2eed96d5c4,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:50.567823 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a47fc046-e3cb-431d-bcec-adc10236cd4e req-97bccd12-5f04-4f12-8023-a5f34e7cb55f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688636 Mar 31 23:12:51.519145 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee83679-e4ab-4679-a786-92ed15786d30 req-0e4b0439-d01b-4294-b50d-702c98f08f10 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:51.532332 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ee83679-e4ab-4679-a786-92ed15786d30 req-0e4b0439-d01b-4294-b50d-702c98f08f10 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.2087088 Mar 31 23:12:51.550830 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210a222-0f01-4663-a257-08c82355869d req-cce7f607-c19b-41e9-98f0-2f91b5ba2051 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:51.553385 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b210a222-0f01-4663-a257-08c82355869d req-cce7f607-c19b-41e9-98f0-2f91b5ba2051 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 944 time: 0.2085402 Mar 31 23:12:51.722871 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4ee83679-e4ab-4679-a786-92ed15786d30 req-1d4ec1b5-1cb0-4851-9a91-3ade3eef48f8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862481 Mar 31 23:12:51.731333 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56666) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:51.764608 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b210a222-0f01-4663-a257-08c82355869d req-dd680525-463a-40d7-b934-4860d9ed0b95 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963494 Mar 31 23:12:51.770782 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-502a1a6b-e877-4bab-9b58-813878dd235c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:52.010393 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083b582-a14c-4d81-a968-c937fe95af2b req-b258ae7f-7962-4e16-ab80-c4f5d58f916b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:52.013287 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9083b582-a14c-4d81-a968-c937fe95af2b req-b258ae7f-7962-4e16-ab80-c4f5d58f916b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1343021 Mar 31 23:12:52.035497 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-502a1a6b-e877-4bab-9b58-813878dd235c admin admin] Publish callbacks [] for security_group (9196a094-b8a1-494e-97ba-3f6ca1188744), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:52.100381 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9083b582-a14c-4d81-a968-c937fe95af2b req-32cbe3bb-b4b6-4ba6-b193-bf2bb750e357 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752347 Mar 31 23:12:52.107550 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-502a1a6b-e877-4bab-9b58-813878dd235c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (9196a094-b8a1-494e-97ba-3f6ca1188744), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:52.164219 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-502a1a6b-e877-4bab-9b58-813878dd235c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26899a766403415592b6cf68dc64a2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4310019 Mar 31 23:12:52.167338 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56674) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:12:52.225142 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a1a6b-e877-4bab-9b58-813878dd235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9196a094-b8a1-494e-97ba-3f6ca1188744,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.307941 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Publish callbacks [] for security_group (9196a094-b8a1-494e-97ba-3f6ca1188744), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:52.359750 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Publish callbacks [] for security_group (9196a094-b8a1-494e-97ba-3f6ca1188744), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:52.552346 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (9196a094-b8a1-494e-97ba-3f6ca1188744), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:52.576677 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:52.576677 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9196a094-b8a1-494e-97ba-3f6ca1188744 HTTP/1.1" status: 204 len: 168 time: 0.4074767 Mar 31 23:12:52.596942 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196a094-b8a1-494e-97ba-3f6ca1188744,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:52.627725 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.628151 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.628588 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.628937 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.629327 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.636152 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.636868 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.637425 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.638375 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.638729 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.639319 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.639889 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.640460 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.641153 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.641747 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16c7c54-769c-4d88-b761-7950acacd332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:12:52.958643 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539301c-27e6-41da-aab6-d27d207a341c req-ad0e3412-088a-44ad-966b-fd597954cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:52.974792 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-ad0e3412-088a-44ad-966b-fd597954cd5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1128 time: 0.1660726 Mar 31 23:12:53.059481 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-a9008a3d-0a45-4959-a978-dff499c18cc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 200 len: 217 time: 0.0737965 Mar 31 23:12:53.133033 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ead76f-f9e3-4c52-850f-b5c399cd3684 req-24a15fcb-5a01-4087-bfff-dfcc78382645 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.142041 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40ead76f-f9e3-4c52-850f-b5c399cd3684 req-24a15fcb-5a01-4087-bfff-dfcc78382645 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 944 time: 0.1998456 Mar 31 23:12:53.199963 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbabf4-2871-4c1e-b38c-58a3fc075875 req-90b49600-fc77-4ccd-84c6-4fa3b33321bc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.207787 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34fbabf4-2871-4c1e-b38c-58a3fc075875 req-90b49600-fc77-4ccd-84c6-4fa3b33321bc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.2205820 Mar 31 23:12:53.230864 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539301c-27e6-41da-aab6-d27d207a341c req-0c2bc6c8-1234-43a9-b7b4-21ba3c16a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.233257 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-0c2bc6c8-1234-43a9-b7b4-21ba3c16a30c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.1651618 Mar 31 23:12:53.325160 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40ead76f-f9e3-4c52-850f-b5c399cd3684 req-82d89cce-4335-4389-a5c8-ea7c52ef8e12 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815979 Mar 31 23:12:53.462458 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34fbabf4-2871-4c1e-b38c-58a3fc075875 req-cd8c9043-7f64-4eed-a5d3-ac282ba3e6f5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530658 Mar 31 23:12:53.519862 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539301c-27e6-41da-aab6-d27d207a341c req-b4566408-7108-4bf4-825e-1028304efcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.545486 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-b4566408-7108-4bf4-825e-1028304efcd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2962716 Mar 31 23:12:53.882096 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107da84-62a3-4b4c-a51a-9019c1406f2e req-e4013e96-6f24-4ff6-9037-9b84689c9369 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:53.884979 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9107da84-62a3-4b4c-a51a-9019c1406f2e req-e4013e96-6f24-4ff6-9037-9b84689c9369 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.2554836 Mar 31 23:12:53.922537 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-97094383-0785-4955-a1e4-b44a2d579b26 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671839 Mar 31 23:12:54.077961 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9107da84-62a3-4b4c-a51a-9019c1406f2e req-d95f3ba8-9b9f-41e1-90cd-98cfb5442e47 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725833 Mar 31 23:12:54.183585 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9539301c-27e6-41da-aab6-d27d207a341c req-da65f6ec-1d75-49a8-8a9d-843a414e0662 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418895 Mar 31 23:12:54.550008 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-85ca67b4-16da-4648-b574-3034143cddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:54.552451 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-85ca67b4-16da-4648-b574-3034143cddee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1128 time: 0.1512005 Mar 31 23:12:54.868070 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-3d8a2225-115d-4270-a9a9-73fa218f6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:54.869704 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-3d8a2225-115d-4270-a9a9-73fa218f6d80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.3090847 Mar 31 23:12:54.880221 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb511c5b-67bb-4eed-8299-24f461c57b59 req-41db2934-708f-43ae-979d-1b4a5ecca23c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:54.892273 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb511c5b-67bb-4eed-8299-24f461c57b59 req-41db2934-708f-43ae-979d-1b4a5ecca23c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1903687 Mar 31 23:12:54.919210 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdf6a1-8487-409d-abd8-0e801442d0da req-921bbc12-f487-4b6e-a2f0-a5ce72d6f5dd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:54.921965 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8cdf6a1-8487-409d-abd8-0e801442d0da req-921bbc12-f487-4b6e-a2f0-a5ce72d6f5dd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 944 time: 0.3753514 Mar 31 23:12:55.044208 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-65999bf5-d5a4-45e7-8cd1-82ec43cdfc9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 200 len: 217 time: 0.1318383 Mar 31 23:12:55.411453 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb511c5b-67bb-4eed-8299-24f461c57b59 req-87f34089-c257-48c3-a202-e7ca4e30ccbf tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5171459 Mar 31 23:12:55.419450 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8cdf6a1-8487-409d-abd8-0e801442d0da req-065d187a-d3cc-40d4-8c01-3bb2bba6e4f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772441 Mar 31 23:12:55.455407 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-8cf90d0a-eaa9-41cd-9bd8-124ac8358f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:55.457319 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-8cf90d0a-eaa9-41cd-9bd8-124ac8358f2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.4071734 Mar 31 23:12:55.571051 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-5dfc8d43-79fa-4247-a1ee-71b7e8b1f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:55.573917 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-5dfc8d43-79fa-4247-a1ee-71b7e8b1f7f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974119 Mar 31 23:12:55.747044 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fe210-3ce1-47dd-b470-99d4ffdb212a req-7185d0b5-97f3-4605-a4c7-fee5bd4759c0 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:55.748755 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-480fe210-3ce1-47dd-b470-99d4ffdb212a req-7185d0b5-97f3-4605-a4c7-fee5bd4759c0 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.2045190 Mar 31 23:12:55.802076 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-89d0f407-a91e-4fea-8bda-029ee7bfc47d service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004232 Mar 31 23:12:55.923400 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-480fe210-3ce1-47dd-b470-99d4ffdb212a req-e3ef51ce-64ce-4268-be37-c38c1646235f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648505 Mar 31 23:12:56.003720 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-453b1b7e-28f2-4883-8180-479c9b78c9e2 req-4957ab68-2dfc-4529-a2db-7461cc79cd53 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910980 Mar 31 23:12:56.680384 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3692745-887f-463e-a23e-fd09fa5d405a req-89c70eee-8ea3-46c1-ae38-e846fbee5659 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.683477 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3692745-887f-463e-a23e-fd09fa5d405a req-89c70eee-8ea3-46c1-ae38-e846fbee5659 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1628606 Mar 31 23:12:56.755942 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d13eeb-3519-4b6d-9ad3-bbbc57c69643 req-553fcc90-165e-4aa4-8970-a16eae9bf4cc tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:56.758911 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0d13eeb-3519-4b6d-9ad3-bbbc57c69643 req-553fcc90-165e-4aa4-8970-a16eae9bf4cc tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 944 time: 0.1846194 Mar 31 23:12:56.826352 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3692745-887f-463e-a23e-fd09fa5d405a req-d09c6d43-0212-439e-809a-549722bdf548 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335206 Mar 31 23:12:56.892142 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0d13eeb-3519-4b6d-9ad3-bbbc57c69643 req-d9ebfa1e-147e-4d49-8491-a7fa3433e7b3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226668 Mar 31 23:12:57.984259 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:12:58.071420 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f8dc6-c460-454d-89ab-e5c1ddac75c3 req-43ce91c8-bda4-4a44-a9f5-4fac2657ade2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.083733 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a6f8dc6-c460-454d-89ab-e5c1ddac75c3 req-43ce91c8-bda4-4a44-a9f5-4fac2657ade2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1317818 Mar 31 23:12:58.151874 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:12:58.222730 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a6f8dc6-c460-454d-89ab-e5c1ddac75c3 req-93fd9ba2-047d-4658-94e6-19d3e1b8b750 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263380 Mar 31 23:12:58.251131 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3012a0-d77f-4cef-8554-b6dac9ce086b req-3349fc8f-e74f-4acb-9370-3660d48fc12f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:58.253165 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df3012a0-d77f-4cef-8554-b6dac9ce086b req-3349fc8f-e74f-4acb-9370-3660d48fc12f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 944 time: 0.1550956 Mar 31 23:12:58.283255 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:58.310163 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'mac_address': 'fa:16:3e:1b:b3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:12:58.360319 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-df3012a0-d77f-4cef-8554-b6dac9ce086b req-8793a949-179d-46ad-ab36-8081da22671d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848274 Mar 31 23:12:58.396794 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:12:58.397673 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:58.432578 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:12:58.469422 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:12:58.605811 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:12:58.703920 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:12:59.295217 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['3ddddd3f-18dd-41f1-a94a-6583f2e9a565'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:12:59.469816 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d86b7-65b3-4c9a-92f3-5bde916158e6 req-c00ca19b-ebf2-4c52-a212-0f1e68863512 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:59.472549 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f44d86b7-65b3-4c9a-92f3-5bde916158e6 req-c00ca19b-ebf2-4c52-a212-0f1e68863512 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1160989 Mar 31 23:12:59.613451 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f44d86b7-65b3-4c9a-92f3-5bde916158e6 req-b7cb6465-6f3b-48e2-9cc8-c3cbf1884a28 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224837 Mar 31 23:12:59.625758 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401832f3-01b8-4b44-a15a-5cd2c89373b4 req-d38f7061-4382-4e85-941c-c7676d243aa0 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:12:59.627480 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-401832f3-01b8-4b44-a15a-5cd2c89373b4 req-d38f7061-4382-4e85-941c-c7676d243aa0 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 945 time: 0.1536574 Mar 31 23:12:59.701150 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-401832f3-01b8-4b44-a15a-5cd2c89373b4 req-7fd316e0-1ad8-4fa2-80bb-a3491fcc17d2 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647907 Mar 31 23:13:00.972598 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531faf5-b037-438f-98f6-5d5c0761e1cb req-0bbcd88b-a073-484a-ad33-b9991d939b3b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:00.975581 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3531faf5-b037-438f-98f6-5d5c0761e1cb req-0bbcd88b-a073-484a-ad33-b9991d939b3b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.2259636 Mar 31 23:13:01.015145 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc565b-825a-4e0b-85a4-b788accc9d3a req-c3b1324d-ab84-402d-92ad-1e8cad0dc989 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:01.015145 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93cc565b-825a-4e0b-85a4-b788accc9d3a req-c3b1324d-ab84-402d-92ad-1e8cad0dc989 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 945 time: 0.1631761 Mar 31 23:13:01.114341 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3531faf5-b037-438f-98f6-5d5c0761e1cb req-950e008a-6cfb-42d3-a0d0-638ef6015530 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272993 Mar 31 23:13:01.144271 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93cc565b-825a-4e0b-85a4-b788accc9d3a req-f79851ba-abac-451f-b16b-32adf90def4d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158364 Mar 31 23:13:01.795021 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:02.019844 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:13:02.026906 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:13:02.027865 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:02.190480 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:13:02.191633 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:02.283879 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:02.285955 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:02.291968 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a909bc-1c70-4727-bdd6-8637f0789931" -d '{"events": [{"server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "name": "network-vif-plugged", "status": "completed", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:02.386041 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:02.574382 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df28f94-995a-444c-ba17-eb3f0c868d92 req-dbc9203a-c072-4d23-ba39-eef72d04a52f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.574382 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0df28f94-995a-444c-ba17-eb3f0c868d92 req-dbc9203a-c072-4d23-ba39-eef72d04a52f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.2244999 Mar 31 23:13:02.590682 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449583-3cf7-4bdd-bc21-c8ca74e7db70 req-2f022df0-0845-4f25-900c-fe7aa651c16f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:02.604945 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b449583-3cf7-4bdd-bc21-c8ca74e7db70 req-2f022df0-0845-4f25-900c-fe7aa651c16f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.2093186 Mar 31 23:13:02.628414 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:02.748890 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b449583-3cf7-4bdd-bc21-c8ca74e7db70 req-255215a9-a8ba-4c17-801d-0321771c48c8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425304 Mar 31 23:13:02.818173 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0df28f94-995a-444c-ba17-eb3f0c868d92 req-fdb1b361-7a7f-4ef9-ba64-815e09494598 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081256 Mar 31 23:13:02.847718 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c6fbe4-0fbd-4121-b3b0-0d343a372f71 x-openstack-request-id: req-88c6fbe4-0fbd-4121-b3b0-0d343a372f71 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:02.849683 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "name": "network-vif-plugged", "status": "completed", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:02.851079 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88c6fbe4-0fbd-4121-b3b0-0d343a372f71 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:02.855127 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c6fbe4-0fbd-4121-b3b0-0d343a372f71'] response: {'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'code': 200} Mar 31 23:13:03.502212 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40fe4d-ed8f-4f8c-8776-710f2a0fb529 req-73360009-860e-4958-a078-c830449d3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:03.505407 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f40fe4d-ed8f-4f8c-8776-710f2a0fb529 req-73360009-860e-4958-a078-c830449d3480 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1130 time: 0.1153059 Mar 31 23:13:03.593402 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f40fe4d-ed8f-4f8c-8776-710f2a0fb529 req-7a13026e-2cab-4e32-8ab0-7990d01389ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802069 Mar 31 23:13:04.006695 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e86457-92dd-4724-b9c3-68e41cb29835 req-984f08f0-4d83-40f5-b8a2-fcff6ee40293 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.010016 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71e86457-92dd-4724-b9c3-68e41cb29835 req-984f08f0-4d83-40f5-b8a2-fcff6ee40293 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1205118 Mar 31 23:13:04.198241 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71e86457-92dd-4724-b9c3-68e41cb29835 req-370e58d3-f24b-4d10-823a-251248198ae1 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639292 Mar 31 23:13:04.232807 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc29d2b-e4cf-4ffa-8794-096a7dae0bca req-bb8c7cbd-1f15-42f4-82ed-1fadce0e2c6a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:04.242479 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fc29d2b-e4cf-4ffa-8794-096a7dae0bca req-bb8c7cbd-1f15-42f4-82ed-1fadce0e2c6a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.2248154 Mar 31 23:13:04.333317 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56880) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:04.374674 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fc29d2b-e4cf-4ffa-8794-096a7dae0bca req-76de2b1f-a653-429a-91b6-2078210225a5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099677 Mar 31 23:13:04.562671 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1311e01-0c99-4805-8d3c-7eeb8dbe5d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:04.722656 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1311e01-0c99-4805-8d3c-7eeb8dbe5d42 admin admin] Publish callbacks [] for security_group (2c975d9a-ac27-471c-a973-0ecaceda4e41), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:05.375560 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a1311e01-0c99-4805-8d3c-7eeb8dbe5d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (2c975d9a-ac27-471c-a973-0ecaceda4e41), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:05.465538 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56904) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:05.466560 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a1311e01-0c99-4805-8d3c-7eeb8dbe5d42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45b01d0e776f4c1bbb8f44db5880abc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1306801 Mar 31 23:13:05.477509 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a66ea8-9080-4a66-a39f-4fbc713720e2 req-1974c138-938e-415c-b16a-93aa0f4d1320 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:05.486731 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94a66ea8-9080-4a66-a39f-4fbc713720e2 req-1974c138-938e-415c-b16a-93aa0f4d1320 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1763160 Mar 31 23:13:05.489895 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1311e01-0c99-4805-8d3c-7eeb8dbe5d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c975d9a-ac27-471c-a973-0ecaceda4e41,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:05.576025 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Publish callbacks [] for security_group (2c975d9a-ac27-471c-a973-0ecaceda4e41), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:05.641811 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94a66ea8-9080-4a66-a39f-4fbc713720e2 req-f8cfa404-f685-48d3-b670-2205111b8274 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462545 Mar 31 23:13:05.694558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Publish callbacks [] for security_group (2c975d9a-ac27-471c-a973-0ecaceda4e41), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:05.767716 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dcbfd-5c65-4f8a-b6dd-e463947007a3 req-5598a7e1-10f8-458f-838c-afdbfe746df7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:05.779363 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-142dcbfd-5c65-4f8a-b6dd-e463947007a3 req-5598a7e1-10f8-458f-838c-afdbfe746df7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1651957 Mar 31 23:13:05.889423 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-142dcbfd-5c65-4f8a-b6dd-e463947007a3 req-faf95fb9-9a00-4ffe-aa9f-91d13177e643 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084666 Mar 31 23:13:05.988161 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (2c975d9a-ac27-471c-a973-0ecaceda4e41), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:05.993620 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:05.996013 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c975d9a-ac27-471c-a973-0ecaceda4e41 HTTP/1.1" status: 204 len: 168 time: 0.5288167 Mar 31 23:13:06.014654 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c975d9a-ac27-471c-a973-0ecaceda4e41,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:06.034935 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.036003 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.036906 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.037839 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.038641 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.039435 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.040166 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.041007 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.041724 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.042519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.043450 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.044374 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.045464 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.046264 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.047236 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918489b-8324-41c2-a13e-398a00c4044d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:06.890509 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097465b2-4186-42e2-a40b-a086de6decef req-90dcf2d1-99ee-46da-9d59-50bc733d4d63 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:06.893197 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-097465b2-4186-42e2-a40b-a086de6decef req-90dcf2d1-99ee-46da-9d59-50bc733d4d63 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1114037 Mar 31 23:13:07.002702 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-097465b2-4186-42e2-a40b-a086de6decef req-b1935a9d-f2e5-41b3-8687-145b853f3801 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976405 Mar 31 23:13:07.104634 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3916e838-a39e-456f-9a1d-ed880c329d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:07.223930 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c56cfa-c546-4911-82e0-35bbe97323ef req-56bb0ce4-f4a3-4876-b11a-612e83056d7f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.227378 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33c56cfa-c546-4911-82e0-35bbe97323ef req-56bb0ce4-f4a3-4876-b11a-612e83056d7f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.1642649 Mar 31 23:13:07.267703 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa4f1c-166d-4d4b-a0c5-ab8945ba4f01 req-2eade226-bd1a-4169-93ed-072c85506c0e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:07.283968 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7fa4f1c-166d-4d4b-a0c5-ab8945ba4f01 req-2eade226-bd1a-4169-93ed-072c85506c0e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1420147 Mar 31 23:13:07.285897 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 56948) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:07.304667 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'floatingip': {'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:07.332810 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33c56cfa-c546-4911-82e0-35bbe97323ef req-d6a19397-a700-4612-8a64-7c5b2c34a46a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884230 Mar 31 23:13:07.394450 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (f7b3e357-fce7-4238-a3e8-20dc5957e7a2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:07.841475 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56960) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:08.237466 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56970) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:08.351639 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-61b89236-bc94-4bd9-a75b-31d6c21e802f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:08.424897 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19f32bf1-9c61-46dd-8c9c-53a245a1d8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:08.647587 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.db.resource_extend [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 23:13:08.773352 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:08.774644 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-61b89236-bc94-4bd9-a75b-31d6c21e802f admin admin] Publish callbacks [] for security_group (f2d0640b-d2e9-40ad-9cbf-d2a2aa94d3d6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:08.826916 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19f32bf1-9c61-46dd-8c9c-53a245a1d8bd admin admin] Publish callbacks [] for security_group (35d5f82a-888b-4b79-b244-91d5d5f6b5b6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:08.842255 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94566-b415-4ebe-b97c-e0f59a01c511 req-ff68db06-c1c1-4198-9eb4-4577cc197e68 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:08.845177 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20d94566-b415-4ebe-b97c-e0f59a01c511 req-ff68db06-c1c1-4198-9eb4-4577cc197e68 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.3080993 Mar 31 23:13:08.845853 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (f7b3e357-fce7-4238-a3e8-20dc5957e7a2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:08.864195 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491db2-76c9-4451-b78d-82d63b923f50 req-41cd0688-db2f-4f5c-adab-90687e3a843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:08.867251 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05491db2-76c9-4451-b78d-82d63b923f50 req-41cd0688-db2f-4f5c-adab-90687e3a843e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 1129 time: 0.2528682 Mar 31 23:13:08.887709 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-61b89236-bc94-4bd9-a75b-31d6c21e802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (f2d0640b-d2e9-40ad-9cbf-d2a2aa94d3d6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:08.982289 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-19f32bf1-9c61-46dd-8c9c-53a245a1d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (35d5f82a-888b-4b79-b244-91d5d5f6b5b6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:09.125824 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Floating IP f7b3e357-fce7-4238-a3e8-20dc5957e7a2 associated. External IP: 172.27.0.135, port: 3ddddd3f-18dd-41f1-a94a-6583f2e9a565. Mar 31 23:13:09.128237 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20d94566-b415-4ebe-b97c-e0f59a01c511 req-380c2922-2701-4f03-8cc1-ac58eec4848b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545342 Mar 31 23:13:09.180580 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-61b89236-bc94-4bd9-a75b-31d6c21e802f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13d2f95e12df456094903f5f029aa9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3372388 Mar 31 23:13:09.181937 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56984) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:09.231237 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b89236-bc94-4bd9-a75b-31d6c21e802f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d0640b-d2e9-40ad-9cbf-d2a2aa94d3d6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:09.322775 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f32bf1-9c61-46dd-8c9c-53a245a1d8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d5f82a-888b-4b79-b244-91d5d5f6b5b6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:09.343606 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-19f32bf1-9c61-46dd-8c9c-53a245a1d8bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af1633418f2c4f5f876721e268faefad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1040621 Mar 31 23:13:09.349125 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 56994) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:09.490126 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491db2-76c9-4451-b78d-82d63b923f50 req-a22daefc-d383-4468-b92a-77d5c1ff9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.493124 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05491db2-76c9-4451-b78d-82d63b923f50 req-a22daefc-d383-4468-b92a-77d5c1ff9df7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.6071985 Mar 31 23:13:09.559037 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-62d51527-30ae-4096-a44a-f28d3fbe91db admin admin] Publish callbacks [] for security_group (35d5f82a-888b-4b79-b244-91d5d5f6b5b6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:09.616020 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-edb7d75d-61f1-46f2-bfe4-0d0293a51de8 admin admin] Publish callbacks [] for security_group (f2d0640b-d2e9-40ad-9cbf-d2a2aa94d3d6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:09.688978 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Router 0e332abb-1612-40c6-ad22-fcce04563467 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:13:09.698938 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-62d51527-30ae-4096-a44a-f28d3fbe91db admin admin] Publish callbacks [] for security_group (35d5f82a-888b-4b79-b244-91d5d5f6b5b6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:09.718525 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-edb7d75d-61f1-46f2-bfe4-0d0293a51de8 admin admin] Publish callbacks [] for security_group (f2d0640b-d2e9-40ad-9cbf-d2a2aa94d3d6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:09.722661 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05491db2-76c9-4451-b78d-82d63b923f50 req-cea29fda-eb1e-41ba-aaff-ff377b78cd84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a HTTP/1.1" status: 200 len: 1000 time: 0.1920719 Mar 31 23:13:09.893005 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491db2-76c9-4451-b78d-82d63b923f50 req-b32aeef6-363c-478a-813e-ba62405bbffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:09.895373 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05491db2-76c9-4451-b78d-82d63b923f50 req-b32aeef6-363c-478a-813e-ba62405bbffc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.1616476 Mar 31 23:13:09.919277 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:13:09.928779 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:09.937982 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] Sync routers for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:13:09.961313 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:09.962810 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:12:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:10.006745 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0e803c06-4b16-461f-906a-28673d53960d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "PUT /v2.0/floatingips/f7b3e357-fce7-4238-a3e8-20dc5957e7a2 HTTP/1.1" status: 200 len: 992 time: 2.7148511 Mar 31 23:13:10.007870 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:10.011995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3cd689-5b01-4736-98b5-120d26318dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:10.034008 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05491db2-76c9-4451-b78d-82d63b923f50 req-23e609e9-9da3-4526-bcd6-b8f5d9663a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.038589 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05491db2-76c9-4451-b78d-82d63b923f50 req-23e609e9-9da3-4526-bcd6-b8f5d9663a5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1319735 Mar 31 23:13:10.085611 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f25e66-f1ad-41bc-9f03-eafcec9416eb x-openstack-request-id: req-a2f25e66-f1ad-41bc-9f03-eafcec9416eb {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:10.086099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:10.086457 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2f25e66-f1ad-41bc-9f03-eafcec9416eb {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:10.086970 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f25e66-f1ad-41bc-9f03-eafcec9416eb'] response: {'name': 'network-changed', 'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'status': 'completed', 'code': 200} Mar 31 23:13:10.148035 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-62d51527-30ae-4096-a44a-f28d3fbe91db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (35d5f82a-888b-4b79-b244-91d5d5f6b5b6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:10.165395 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-62d51527-30ae-4096-a44a-f28d3fbe91db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:10.165395 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-62d51527-30ae-4096-a44a-f28d3fbe91db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35d5f82a-888b-4b79-b244-91d5d5f6b5b6 HTTP/1.1" status: 204 len: 168 time: 0.7988417 Mar 31 23:13:10.177024 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-edb7d75d-61f1-46f2-bfe4-0d0293a51de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (f2d0640b-d2e9-40ad-9cbf-d2a2aa94d3d6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:10.182497 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-edb7d75d-61f1-46f2-bfe4-0d0293a51de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:10.185865 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-edb7d75d-61f1-46f2-bfe4-0d0293a51de8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2d0640b-d2e9-40ad-9cbf-d2a2aa94d3d6 HTTP/1.1" status: 204 len: 168 time: 0.9881527 Mar 31 23:13:10.197054 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d51527-30ae-4096-a44a-f28d3fbe91db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d5f82a-888b-4b79-b244-91d5d5f6b5b6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.229270 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7d75d-61f1-46f2-bfe4-0d0293a51de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d0640b-d2e9-40ad-9cbf-d2a2aa94d3d6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:10.245166 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-8b6687c2-6d01-4808-a0c8-bb2286c1ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.248106 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-8b6687c2-6d01-4808-a0c8-bb2286c1ded7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1130 time: 0.1292102 Mar 31 23:13:10.282522 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:10.343892 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05491db2-76c9-4451-b78d-82d63b923f50 req-8e734e07-b220-45c5-b124-08f3c1dbc932 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942946 Mar 31 23:13:10.610323 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-99299a43-b14f-4ff2-8177-d718b22d30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.613200 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-99299a43-b14f-4ff2-8177-d718b22d30fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.3533621 Mar 31 23:13:10.733736 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39c068-8a26-44bb-ac3e-3c89ab15c142 req-54de20e5-3ffc-46f8-be15-b2737775e80c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.746694 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e39c068-8a26-44bb-ac3e-3c89ab15c142 req-54de20e5-3ffc-46f8-be15-b2737775e80c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.2137072 Mar 31 23:13:10.762058 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-bffedb1b-55c5-4620-b162-0d5561d4f454 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 200 len: 1000 time: 0.1379447 Mar 31 23:13:10.800416 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05491db2-76c9-4451-b78d-82d63b923f50 req-6b941d0e-bed2-45fa-a18e-d888db320a65 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456682 Mar 31 23:13:10.811438 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f3e44570-21e1-4647-be30-43a9e28e5ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:10.857249 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e39c068-8a26-44bb-ac3e-3c89ab15c142 req-db4a04cc-95ba-4de7-bcbd-5de6dc1e0629 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016212 Mar 31 23:13:10.877171 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-824e1980-ca99-46cf-be3e-ba4e79a52d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.879063 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-824e1980-ca99-46cf-be3e-ba4e79a52d45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.1024356 Mar 31 23:13:10.934805 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f7b3e357-fce7-4238-a3e8-20dc5957e7a2', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'mac_address': 'fa:16:3e:1b:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:31Z', 'updated_at': '2022-03-31T23:13:08Z', 'revision_number': 1, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:10.949721 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-83d218ad-1d38-4c59-8d53-7eb1a370b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:10.952033 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-83d218ad-1d38-4c59-8d53-7eb1a370b0d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668452 Mar 31 23:13:10.995357 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] Checking router: 0e332abb-1612-40c6-ad22-fcce04563467 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:13:11.008900 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:13:11.010175 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:13:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:11.139907 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-eef14455-d8ab-43c4-8ed7-e145248050eb service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803184 Mar 31 23:13:11.352971 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8d3cd689-5b01-4736-98b5-120d26318dbe req-6f8a98d7-9cf8-4f7b-be00-bbc64935cf51 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956823 Mar 31 23:13:11.361953 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:13:11.884443 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f7b3e357-fce7-4238-a3e8-20dc5957e7a2', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'mac_address': 'fa:16:3e:1b:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:31Z', 'updated_at': '2022-03-31T23:13:08Z', 'revision_number': 1, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:13:11.885366 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:11.969481 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab1ace7-9872-438c-8994-19e91ed307e6 None None] The sync data for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi is: [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f7b3e357-fce7-4238-a3e8-20dc5957e7a2', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'mac_address': 'fa:16:3e:1b:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:31Z', 'updated_at': '2022-03-31T23:13:08Z', 'revision_number': 1, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:13:12.072756 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ebb9ae53-ab50-4e90-9432-51a0faa7687a is: ACTIVE; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:13:12.078475 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:12.120472 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:12.123910 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df85d2a-d9e3-4cec-87d3-bb7d37ba9fce" -d '{"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:12.142321 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3500fd-1e9b-442d-807b-b5f8b1445c53 req-8ecce22f-84ea-4f6d-ab7f-50555953a8dc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:12.152534 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be3500fd-1e9b-442d-807b-b5f8b1445c53 req-8ecce22f-84ea-4f6d-ab7f-50555953a8dc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 945 time: 0.0884407 Mar 31 23:13:12.174641 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:12.209262 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b753f535-a243-4810-88e0-9a6e29f735fa x-openstack-request-id: req-b753f535-a243-4810-88e0-9a6e29f735fa {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:12.209699 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:12.210103 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b753f535-a243-4810-88e0-9a6e29f735fa {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:12.210630 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b753f535-a243-4810-88e0-9a6e29f735fa'] response: {'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'code': 200} Mar 31 23:13:12.244706 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be3500fd-1e9b-442d-807b-b5f8b1445c53 req-357ec170-a377-45ab-b058-1bf39f68bd63 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864983 Mar 31 23:13:12.306786 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:12.416805 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=8']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:12.423228 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:12.435074 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356208b0-9c1f-4f4f-aa8f-e4056abc3e3a None None] New status for floating IP f7b3e357-fce7-4238-a3e8-20dc5957e7a2: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:13:13.510402 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7960e8-c6eb-4f30-913c-3f6a8df01863 req-a4b9176c-5dea-46f2-a185-c7a362a6f806 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:13.513108 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c7960e8-c6eb-4f30-913c-3f6a8df01863 req-a4b9176c-5dea-46f2-a185-c7a362a6f806 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1069100 Mar 31 23:13:13.603068 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c7960e8-c6eb-4f30-913c-3f6a8df01863 req-93dc2ada-dc29-4d84-97b5-284d9a51efc3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793414 Mar 31 23:13:13.840452 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57052) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:14.048831 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8da1b52-a099-4387-b35d-c6d3293995fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:14.202199 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8da1b52-a099-4387-b35d-c6d3293995fe admin admin] Publish callbacks [] for security_group (fd7fe2ef-2343-4d02-9f47-21b38e4f001f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:14.319898 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8da1b52-a099-4387-b35d-c6d3293995fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (fd7fe2ef-2343-4d02-9f47-21b38e4f001f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:14.397865 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b8da1b52-a099-4387-b35d-c6d3293995fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55ca1ef7e81a4bffb585a9f0bdaf3997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5554385 Mar 31 23:13:14.400286 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da1b52-a099-4387-b35d-c6d3293995fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7fe2ef-2343-4d02-9f47-21b38e4f001f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:14.402185 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57056) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:14.504618 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c516bd64-752a-4a45-b007-b57841ffb312 admin admin] Publish callbacks [] for security_group (fd7fe2ef-2343-4d02-9f47-21b38e4f001f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:14.549190 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c516bd64-752a-4a45-b007-b57841ffb312 admin admin] Publish callbacks [] for security_group (fd7fe2ef-2343-4d02-9f47-21b38e4f001f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:14.694341 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c516bd64-752a-4a45-b007-b57841ffb312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (fd7fe2ef-2343-4d02-9f47-21b38e4f001f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:14.699377 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c516bd64-752a-4a45-b007-b57841ffb312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:14.701487 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c516bd64-752a-4a45-b007-b57841ffb312 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd7fe2ef-2343-4d02-9f47-21b38e4f001f HTTP/1.1" status: 204 len: 168 time: 0.2973726 Mar 31 23:13:14.718305 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516bd64-752a-4a45-b007-b57841ffb312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7fe2ef-2343-4d02-9f47-21b38e4f001f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:14.831458 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b64712-b7f2-4738-ad3b-9aafcd64644a req-40ca8729-31a7-47f7-84c1-20cbfe3b50dd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:14.834868 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3b64712-b7f2-4738-ad3b-9aafcd64644a req-40ca8729-31a7-47f7-84c1-20cbfe3b50dd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1052597 Mar 31 23:13:14.932071 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3b64712-b7f2-4738-ad3b-9aafcd64644a req-1f012eab-f505-487a-b4cb-36c3f49c5b2d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864410 Mar 31 23:13:15.052220 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:15.485637 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:17.159575 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-34327a06-1855-4760-af7e-851e6cc0c032 req-0adffbc2-9b6c-4c06-b1c4-985da61e1faa service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:13:17.163034 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34327a06-1855-4760-af7e-851e6cc0c032 req-0adffbc2-9b6c-4c06-b1c4-985da61e1faa service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109124 Mar 31 23:13:17.805058 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e1e16-bec7-4efb-96a8-27c358790833 req-d8f84e9b-eadf-44d2-967e-ccc14e946fdd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:17.807771 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e94e1e16-bec7-4efb-96a8-27c358790833 req-d8f84e9b-eadf-44d2-967e-ccc14e946fdd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1126137 Mar 31 23:13:17.875003 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:17.900892 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e94e1e16-bec7-4efb-96a8-27c358790833 req-d90c79b8-cb58-4254-80db-8c13999b5b2e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813818 Mar 31 23:13:17.933064 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:13:18.081349 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ebb9ae53-ab50-4e90-9432-51a0faa7687a is: DOWN; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:13:18.384266 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-b256c735-1139-4df1-ba70-9c6d783d1c54 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790570 Mar 31 23:13:18.483497 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-ed955a57-458b-4f64-a332-4e1c82a63166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.485604 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-ed955a57-458b-4f64-a332-4e1c82a63166 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 1129 time: 0.0669580 Mar 31 23:13:18.640472 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-2df609ae-b62b-4e1a-957a-b9521f8b6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.642141 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-2df609ae-b62b-4e1a-957a-b9521f8b6318 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.1337633 Mar 31 23:13:18.712794 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-b121bda3-5d97-4921-b20c-fb92c157d20f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576 HTTP/1.1" status: 200 len: 217 time: 0.0621145 Mar 31 23:13:18.795515 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-5272cf74-f19c-4d31-9a09-040b01e7625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.797243 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-5272cf74-f19c-4d31-9a09-040b01e7625d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.0782886 Mar 31 23:13:18.840339 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57120) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:18.884241 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-53abfe9d-856a-4c64-b099-408c13d819c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:18.886436 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-53abfe9d-856a-4c64-b099-408c13d819c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811353 Mar 31 23:13:18.994263 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-37a7822b-3e4e-4537-ac28-af46ab717784 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1511817 Mar 31 23:13:19.012277 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-1e8e21a0-8143-4c83-a9da-ac51374cabeb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:13:19.014379 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-1e8e21a0-8143-4c83-a9da-ac51374cabeb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0102973 Mar 31 23:13:19.085917 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-45a505ba-d1ab-4a4b-96cc-c670f70aff18 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848817 Mar 31 23:13:19.154776 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064cbb-99f0-414b-90cf-f732b414f4cb req-678a700b-042d-4561-998e-acb240f83821 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:19.159026 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be064cbb-99f0-414b-90cf-f732b414f4cb req-678a700b-042d-4561-998e-acb240f83821 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1244781 Mar 31 23:13:19.180992 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57130) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:19.259385 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be064cbb-99f0-414b-90cf-f732b414f4cb req-71399c3d-d5aa-4ce6-b932-a35d0cf46581 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924218 Mar 31 23:13:19.298388 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-be6b81b0-8efd-4c94-aff9-de8d2678cc34 req-d869b159-c100-4605-86da-70e50654b549 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980515 Mar 31 23:13:19.391159 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-8daac359-ceef-4111-b9ee-3d136bf4764c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:19.393849 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-8daac359-ceef-4111-b9ee-3d136bf4764c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports/ebb9ae53-ab50-4e90-9432-51a0faa7687a HTTP/1.1" status: 200 len: 940 time: 0.2109630 Mar 31 23:13:20.493852 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1da70-274f-45d3-abd9-76c99c45fd37 req-c0ac8d6a-20fc-4f1e-81e3-a57f9443cde4 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:20.497429 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44f1da70-274f-45d3-abd9-76c99c45fd37 req-c0ac8d6a-20fc-4f1e-81e3-a57f9443cde4 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.0933955 Mar 31 23:13:20.597245 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44f1da70-274f-45d3-abd9-76c99c45fd37 req-4106d183-081b-4235-820c-efbc9e7600d6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889785 Mar 31 23:13:20.668217 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57148) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:20.876162 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98931c8e-fd8d-413b-b874-f7a85bdbe38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:21.068938 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98931c8e-fd8d-413b-b874-f7a85bdbe38c admin admin] Publish callbacks [] for security_group (86765f3e-5d23-4a08-b345-fc56d28844d3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:21.339852 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98931c8e-fd8d-413b-b874-f7a85bdbe38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (86765f3e-5d23-4a08-b345-fc56d28844d3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:21.389235 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-98931c8e-fd8d-413b-b874-f7a85bdbe38c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40c065bef4bc418d8d95ea90c4d6d224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7192929 Mar 31 23:13:21.390358 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98931c8e-fd8d-413b-b874-f7a85bdbe38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86765f3e-5d23-4a08-b345-fc56d28844d3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:21.401350 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57158) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:21.499747 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-18a4007e-cc4a-4270-935c-359634489428 admin admin] Publish callbacks [] for security_group (86765f3e-5d23-4a08-b345-fc56d28844d3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:21.553038 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-18a4007e-cc4a-4270-935c-359634489428 admin admin] Publish callbacks [] for security_group (86765f3e-5d23-4a08-b345-fc56d28844d3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:21.803569 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-18a4007e-cc4a-4270-935c-359634489428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (86765f3e-5d23-4a08-b345-fc56d28844d3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:21.808630 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-18a4007e-cc4a-4270-935c-359634489428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:21.810929 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-18a4007e-cc4a-4270-935c-359634489428 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86765f3e-5d23-4a08-b345-fc56d28844d3 HTTP/1.1" status: 204 len: 168 time: 0.4082634 Mar 31 23:13:21.834301 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4007e-cc4a-4270-935c-359634489428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86765f3e-5d23-4a08-b345-fc56d28844d3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:21.874007 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c704827-4622-4957-b034-f035c1598cf1 req-1bb9aec9-a83e-4458-807e-bfc23d5e47e5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:21.877249 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c704827-4622-4957-b034-f035c1598cf1 req-1bb9aec9-a83e-4458-807e-bfc23d5e47e5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1326745 Mar 31 23:13:21.974020 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c704827-4622-4957-b034-f035c1598cf1 req-3a168020-b36a-47ff-a53b-32621d72a2da tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841198 Mar 31 23:13:23.208016 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6555b-c9f2-4757-a6d3-23bc4bc29d51 req-5b6ee3af-c8e4-413c-b5ce-8600b2317145 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.215852 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8f6555b-c9f2-4757-a6d3-23bc4bc29d51 req-5b6ee3af-c8e4-413c-b5ce-8600b2317145 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1074715 Mar 31 23:13:23.290750 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8f6555b-c9f2-4757-a6d3-23bc4bc29d51 req-cbccdc7c-41fa-4bc7-b5f1-c59216bb26c7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717094 Mar 31 23:13:23.533124 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-56dcdf57-b3b2-4919-b492-fc43dbad238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.536148 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-56dcdf57-b3b2-4919-b492-fc43dbad238f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3&tenant_id=90fe5ebff2384f8387c85f97ec54508b HTTP/1.1" status: 200 len: 1127 time: 0.1610014 Mar 31 23:13:23.631745 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-b42da2f0-c6c1-4f46-a70d-6597aa041260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.633979 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-b42da2f0-c6c1-4f46-a70d-6597aa041260 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 1127 time: 0.0689020 Mar 31 23:13:23.771156 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-a4994359-3ba0-4d4b-88c9-e8fd739b2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.773278 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-a4994359-3ba0-4d4b-88c9-e8fd739b2e71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.1328952 Mar 31 23:13:23.898906 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-83f8cab9-cfd9-4e65-8356-57efa7ebf17c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a HTTP/1.1" status: 200 len: 998 time: 0.1179173 Mar 31 23:13:23.989388 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-953af3d2-f484-425a-b453-d6d3a324823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:23.992221 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-953af3d2-f484-425a-b453-d6d3a324823e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.0869043 Mar 31 23:13:24.078169 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-7e134a21-e947-4400-8065-c39214dbd943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.080652 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-7e134a21-e947-4400-8065-c39214dbd943 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807772 Mar 31 23:13:24.223550 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-204963dd-348a-4b4e-bfe8-0a1cc84d3ce8 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272595 Mar 31 23:13:24.377870 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-749caa43-584c-4302-b274-a9a369e1d107 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479363 Mar 31 23:13:24.525626 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb8625-87b9-4800-ac2c-7e2b8c8c2b05 req-d134697d-8d29-4329-b93e-35a0234be92c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:24.528432 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cfb8625-87b9-4800-ac2c-7e2b8c8c2b05 req-d134697d-8d29-4329-b93e-35a0234be92c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1029999 Mar 31 23:13:24.625593 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cfb8625-87b9-4800-ac2c-7e2b8c8c2b05 req-ecb337b9-f1cc-4e1d-b5eb-e0dd4c37d27e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856118 Mar 31 23:13:25.914823 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0509c-5c2c-4073-9918-6ea18a3626aa req-45d360c1-9c66-410a-98fc-101926a9f800 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:25.918254 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-50b0509c-5c2c-4073-9918-6ea18a3626aa req-45d360c1-9c66-410a-98fc-101926a9f800 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1175601 Mar 31 23:13:26.019615 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-50b0509c-5c2c-4073-9918-6ea18a3626aa req-552abb59-3a70-4487-83e7-8a431136f407 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937135 Mar 31 23:13:27.270809 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcea301-e5e6-46d1-81e9-46d041fe12a6 req-766813b7-ec68-4516-9261-4bf9132882f2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:27.276164 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffcea301-e5e6-46d1-81e9-46d041fe12a6 req-766813b7-ec68-4516-9261-4bf9132882f2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1036606 Mar 31 23:13:27.368565 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffcea301-e5e6-46d1-81e9-46d041fe12a6 req-0feeeb50-a27f-491e-90fc-7f3356c279df tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805571 Mar 31 23:13:28.625526 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53ac79-85f4-4477-b5fa-3d9f54f869cd req-e3d77e04-1f83-4857-818d-e7e3c92bf4b1 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:28.627563 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e53ac79-85f4-4477-b5fa-3d9f54f869cd req-e3d77e04-1f83-4857-818d-e7e3c92bf4b1 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.0966220 Mar 31 23:13:28.729560 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e53ac79-85f4-4477-b5fa-3d9f54f869cd req-8b8ab542-26aa-4cf3-b9cb-050ff61e32f3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890164 Mar 31 23:13:30.059310 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba52b-0f14-4963-acd9-5d24f8098b6e req-ad8ad085-e356-47ee-9f11-76502de63293 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:30.062856 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04aba52b-0f14-4963-acd9-5d24f8098b6e req-ad8ad085-e356-47ee-9f11-76502de63293 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1496108 Mar 31 23:13:30.168711 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04aba52b-0f14-4963-acd9-5d24f8098b6e req-36f36fcb-7580-4ae1-b488-1d55df5db65b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862069 Mar 31 23:13:31.420270 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdbb48-6d73-4649-84ce-d81ac53d3e14 req-67879f38-b692-4614-93ec-f347a6c24c43 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:31.423142 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54fdbb48-6d73-4649-84ce-d81ac53d3e14 req-67879f38-b692-4614-93ec-f347a6c24c43 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1198647 Mar 31 23:13:31.540022 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54fdbb48-6d73-4649-84ce-d81ac53d3e14 req-f4689ff5-4b1e-412f-82ee-7c3883d1e91f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869935 Mar 31 23:13:32.956691 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c5c72-ef25-44e1-b471-d11287bb8b55 req-839893fd-696e-489a-9e1d-481b999dcda5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:32.961281 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-527c5c72-ef25-44e1-b471-d11287bb8b55 req-839893fd-696e-489a-9e1d-481b999dcda5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1896746 Mar 31 23:13:33.079521 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-527c5c72-ef25-44e1-b471-d11287bb8b55 req-40cbada8-f2b5-4e10-b6fc-75d1cbacbb65 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009510 Mar 31 23:13:34.340699 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2296-fbf8-439f-8b02-e505d6b4c6ea req-77e56cf9-40cc-4e80-9853-ca113e2b9c44 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:34.343427 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0ef2296-fbf8-439f-8b02-e505d6b4c6ea req-77e56cf9-40cc-4e80-9853-ca113e2b9c44 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1058624 Mar 31 23:13:34.428532 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0ef2296-fbf8-439f-8b02-e505d6b4c6ea req-957ca24a-970e-45a6-9090-f61412e5653b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741708 Mar 31 23:13:35.138728 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:13:35.662419 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38122171-0a61-4e3f-a4f4-b76b2d0d7dc7 req-95991eef-e328-4ccf-b1ac-4ed114f874dc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:35.662419 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38122171-0a61-4e3f-a4f4-b76b2d0d7dc7 req-95991eef-e328-4ccf-b1ac-4ed114f874dc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.0994790 Mar 31 23:13:36.033656 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38122171-0a61-4e3f-a4f4-b76b2d0d7dc7 req-e16f6fcb-e2ec-4fc6-9d4f-ccd9cec6b747 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624833 Mar 31 23:13:36.948389 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c2f03d31-d244-4e78-8cea-2328c93b8179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:37.150078 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57266) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:37.157656 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-13634ff6-7b2a-4e05-99e8-27d7c4abf626 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781593429', 'description': 'tempest-description--599118631'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:37.285539 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0857d-3b97-43ba-9f9c-d5acff72d942 req-38a9cb86-3c4a-4e22-b9c9-5039ae0b33a2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:37.288234 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82d0857d-3b97-43ba-9f9c-d5acff72d942 req-38a9cb86-3c4a-4e22-b9c9-5039ae0b33a2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.0994012 Mar 31 23:13:37.388057 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-82d0857d-3b97-43ba-9f9c-d5acff72d942 req-7d79e7af-e844-4e87-8313-558670037014 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885537 Mar 31 23:13:37.464920 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13634ff6-7b2a-4e05-99e8-27d7c4abf626 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:37.588121 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13634ff6-7b2a-4e05-99e8-27d7c4abf626 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (b21aa4da-cdfe-494b-8ff8-4128d307a33f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:37.696957 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13634ff6-7b2a-4e05-99e8-27d7c4abf626 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (b21aa4da-cdfe-494b-8ff8-4128d307a33f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:37.806388 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13634ff6-7b2a-4e05-99e8-27d7c4abf626 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21aa4da-cdfe-494b-8ff8-4128d307a33f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:37.889842 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-13634ff6-7b2a-4e05-99e8-27d7c4abf626 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:37.891529 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-13634ff6-7b2a-4e05-99e8-27d7c4abf626 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7392237 Mar 31 23:13:37.895540 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57268) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:37.903919 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a46b6e01-8a2f-450f-befa-a77d66564307 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group_rule': {'security_group_id': 'b21aa4da-cdfe-494b-8ff8-4128d307a33f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:38.051716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a46b6e01-8a2f-450f-befa-a77d66564307 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (b7526180-6a6b-4e31-8aa0-ccdfa4d078f6), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:38.167298 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a46b6e01-8a2f-450f-befa-a77d66564307 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (b7526180-6a6b-4e31-8aa0-ccdfa4d078f6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:38.299895 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a46b6e01-8a2f-450f-befa-a77d66564307 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (b7526180-6a6b-4e31-8aa0-ccdfa4d078f6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:38.335033 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b6e01-8a2f-450f-befa-a77d66564307 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7526180-6a6b-4e31-8aa0-ccdfa4d078f6,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:38.442802 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a46b6e01-8a2f-450f-befa-a77d66564307 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:38.445012 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a46b6e01-8a2f-450f-befa-a77d66564307 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5478034 Mar 31 23:13:38.450121 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57278) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:38.457997 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-07df10d2-660b-41f3-a2f9-bea702e1b74d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group_rule': {'security_group_id': 'b21aa4da-cdfe-494b-8ff8-4128d307a33f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:38.591524 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07df10d2-660b-41f3-a2f9-bea702e1b74d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (77bbb014-093b-4ad4-ab9c-e1805da6ac68), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:38.624345 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59490623-bbd9-47ec-8824-6d6767ec52d9 req-b82d3be1-1887-467b-b888-ddc03018be51 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:38.628280 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59490623-bbd9-47ec-8824-6d6767ec52d9 req-b82d3be1-1887-467b-b888-ddc03018be51 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1045692 Mar 31 23:13:38.703332 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07df10d2-660b-41f3-a2f9-bea702e1b74d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (77bbb014-093b-4ad4-ab9c-e1805da6ac68), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:38.711921 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59490623-bbd9-47ec-8824-6d6767ec52d9 req-daa648af-d218-4c7b-b213-bead7f7dc3b6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725663 Mar 31 23:13:38.834381 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07df10d2-660b-41f3-a2f9-bea702e1b74d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (77bbb014-093b-4ad4-ab9c-e1805da6ac68), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:38.859188 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df10d2-660b-41f3-a2f9-bea702e1b74d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bbb014-093b-4ad4-ab9c-e1805da6ac68,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:39.200569 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07df10d2-660b-41f3-a2f9-bea702e1b74d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:39.202471 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-07df10d2-660b-41f3-a2f9-bea702e1b74d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7505128 Mar 31 23:13:39.208270 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57284) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:39.223812 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:39.903215 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bbfcf-a9f3-4256-902c-566441b1d1fe req-fe43ea4b-594a-4533-9350-b7618a232c42 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:39.904998 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a04bbfcf-a9f3-4256-902c-566441b1d1fe req-fe43ea4b-594a-4533-9350-b7618a232c42 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.0794475 Mar 31 23:13:39.995894 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a04bbfcf-a9f3-4256-902c-566441b1d1fe req-e9a8aec5-dd11-4e5a-af7a-4a25aef8e8ba tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804787 Mar 31 23:13:40.171144 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:40.357886 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:40.523651 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Allocated IP 172.27.0.52 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/6521d162-7484-42eb-b14a-12395fde9ed3) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:40.611731 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0368eb3e-ee2a-490b-aa6e-d0c6bc726152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:40.733272 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (6521d162-7484-42eb-b14a-12395fde9ed3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:40.989119 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (6521d162-7484-42eb-b14a-12395fde9ed3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:41.063786 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:41.069719 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:41.074280 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:41.106276 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=6521d162-7484-42eb-b14a-12395fde9ed3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:41.244257 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:41.277512 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e5674-a9be-4c6e-9779-07cb6fa2d92b req-da41be86-c8e8-4b77-94f3-c80707c73cde tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.279709 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-977e5674-a9be-4c6e-9779-07cb6fa2d92b req-da41be86-c8e8-4b77-94f3-c80707c73cde tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.0996878 Mar 31 23:13:41.359722 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-977e5674-a9be-4c6e-9779-07cb6fa2d92b req-a7a99ffb-ff2e-4131-b80b-108846019811 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724199 Mar 31 23:13:41.407910 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (6521d162-7484-42eb-b14a-12395fde9ed3), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:41.623869 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2200c5b-4d96-4e10-9338-ed9117a39cb1 req-03ed2f78-40af-4d34-acca-ca8eb6835236 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:41.625772 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2200c5b-4d96-4e10-9338-ed9117a39cb1 req-03ed2f78-40af-4d34-acca-ca8eb6835236 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1380994 Mar 31 23:13:41.723212 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (6521d162-7484-42eb-b14a-12395fde9ed3), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:41.733665 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2200c5b-4d96-4e10-9338-ed9117a39cb1 req-418d9277-9abc-4453-b1ef-45230a4a2c59 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974832 Mar 31 23:13:41.848316 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (6521d162-7484-42eb-b14a-12395fde9ed3), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:41.908437 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:41.949235 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=6521d162-7484-42eb-b14a-12395fde9ed3,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:42.049933 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:42.052935 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5ebda3f2-52c1-44fc-a3b9-094a040f4d1f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8423510 Mar 31 23:13:42.387607 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-6c631d8c-e2fb-494a-ae56-ff5047977021 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--781593429&fields=id&tenant_id=9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 267 time: 0.0756338 Mar 31 23:13:42.436823 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:42.666239 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e147a4-8a25-4d0d-9d00-3a9b5c98a834 req-bcdeaef2-a3bf-437a-b693-0dee6ee314e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.669122 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71e147a4-8a25-4d0d-9d00-3a9b5c98a834 req-bcdeaef2-a3bf-437a-b693-0dee6ee314e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.1631701 Mar 31 23:13:42.685145 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-193b137f-3acc-4ca5-a3bf-d73806aa42e5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:42.690489 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-193b137f-3acc-4ca5-a3bf-d73806aa42e5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 815 time: 0.2873998 Mar 31 23:13:42.724578 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-1ecedfb1-1ed2-4176-bf06-911e77d0f006 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/quotas/9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 375 time: 0.0255544 Mar 31 23:13:42.786365 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71e147a4-8a25-4d0d-9d00-3a9b5c98a834 req-db0f2289-2a2c-41c1-b35a-caa3c00c6b4b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970747 Mar 31 23:13:42.843196 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-b9da61e8-1992-410b-97e4-c25cb850ffc9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1058636 Mar 31 23:13:43.095312 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8d794-5b30-4710-8bc7-b477fec117d9 req-8de56440-d370-48f9-97d7-ef84b2303504 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:43.098736 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73b8d794-5b30-4710-8bc7-b477fec117d9 req-8de56440-d370-48f9-97d7-ef84b2303504 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1597564 Mar 31 23:13:43.102391 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-f68cd147-5d2b-48e6-bb0f-8e59e04d6ed6 service neutron] 10.222.0.41 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433286 Mar 31 23:13:43.298749 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73b8d794-5b30-4710-8bc7-b477fec117d9 req-48e0427f-db7b-4661-883d-830cf40af55d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892354 Mar 31 23:13:43.341878 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-7dd26618-63b0-4128-8902-aa22480ac9a0 service neutron] 10.222.0.41 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294760 Mar 31 23:13:43.783200 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1599f8d-2452-443b-b492-4ae4be1f13fd req-5ffa894d-598f-45ad-a975-8cc0088d1807 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 210 time: 0.0486648 Mar 31 23:13:44.005131 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa720f-b448-485e-98a2-6fd687eec636 req-6bff5112-3fd6-43bf-a4f5-81906c8044ea tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:44.007240 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66fa720f-b448-485e-98a2-6fd687eec636 req-6bff5112-3fd6-43bf-a4f5-81906c8044ea tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 943 time: 0.0849423 Mar 31 23:13:44.055290 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:44.075119 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66fa720f-b448-485e-98a2-6fd687eec636 req-ca393c32-5e99-48f4-a188-cbee6a3bdaa8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614517 Mar 31 23:13:44.209114 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:44.228349 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'port_id': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'mac_address': 'fa:16:3e:c6:b1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:44.300905 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ebb9ae53-ab50-4e90-9432-51a0faa7687a is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:13:44.301515 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:44.329854 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb9ae53-ab50-4e90-9432-51a0faa7687a {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:44.372064 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:44.485079 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:44.516974 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebce8b0-3247-4b20-b755-7415d8037b2d req-81d2d12b-ad99-4086-bc46-f97902634b1f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:44.520600 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ebce8b0-3247-4b20-b755-7415d8037b2d req-81d2d12b-ad99-4086-bc46-f97902634b1f tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0974128 Mar 31 23:13:44.596292 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=9']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:44.600015 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ebce8b0-3247-4b20-b755-7415d8037b2d req-2aa9a811-b25d-4771-aae9-b180c7f48943 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681360 Mar 31 23:13:44.610793 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.611275 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.611908 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.612589 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.613936 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.614243 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.614774 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.615323 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.615859 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.616397 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.616945 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.617514 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.618097 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.618643 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.619178 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:13:44.771248 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['ebb9ae53-ab50-4e90-9432-51a0faa7687a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:44.978303 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c899c1f3-8d84-4918-b97c-e3f1c43faa4a req-7b066b17-4cd9-4c54-9719-8b4592dd4838 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 210 time: 0.0687664 Mar 31 23:13:45.125730 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:45.243147 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aadd15-0273-4a83-bb0c-f66832200fa9 req-9d50809d-1585-4cfa-af3f-006ddb9244f5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.245126 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13aadd15-0273-4a83-bb0c-f66832200fa9 req-9d50809d-1585-4cfa-af3f-006ddb9244f5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 944 time: 0.0753508 Mar 31 23:13:45.346919 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13aadd15-0273-4a83-bb0c-f66832200fa9 req-ed39dfe6-b38f-4547-a519-1dde95394973 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905244 Mar 31 23:13:45.440541 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:45.847918 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624855f-7a04-4aba-aa81-39256b1e47d5 req-8c442dbd-164a-4e48-9c37-473db1ac7c05 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:45.850818 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b624855f-7a04-4aba-aa81-39256b1e47d5 req-8c442dbd-164a-4e48-9c37-473db1ac7c05 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1054273 Mar 31 23:13:45.949136 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b624855f-7a04-4aba-aa81-39256b1e47d5 req-1118dba5-0231-4b8d-8823-b75a2a676d31 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849087 Mar 31 23:13:46.056429 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:46.132767 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port ebb9ae53-ab50-4e90-9432-51a0faa7687a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:13:46.133920 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:46.148089 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a787da9f-7d56-4b4b-9db8-daad05b9b8bd req-ed2bc88f-d9da-41c4-91cb-f41ec8470f98 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 210 time: 0.0505555 Mar 31 23:13:46.261426 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port ebb9ae53-ab50-4e90-9432-51a0faa7687a is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:13:46.261913 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:46.291901 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:46.294552 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cdc781-d2f3-4677-b574-3ae8130ec2ec" -d '{"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:46.318584 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:46.363876 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fad92b-4400-4934-be53-e0dc9ea9e7ad x-openstack-request-id: req-d2fad92b-4400-4934-be53-e0dc9ea9e7ad {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:46.365084 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:46.365810 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2fad92b-4400-4934-be53-e0dc9ea9e7ad {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:46.367157 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2fad92b-4400-4934-be53-e0dc9ea9e7ad'] response: {'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'code': 200} Mar 31 23:13:46.405025 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:46.511028 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=10']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:46.622166 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda3477-c0ea-4921-8b2c-ed58fef8be7d req-43c80311-3bb7-4166-b199-8433ee7261e8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.625369 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4cda3477-c0ea-4921-8b2c-ed58fef8be7d req-43c80311-3bb7-4166-b199-8433ee7261e8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.1338072 Mar 31 23:13:46.744098 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4cda3477-c0ea-4921-8b2c-ed58fef8be7d req-0c7a0b73-2023-44bc-a87c-e9759907922a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069143 Mar 31 23:13:46.795301 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-5b5baa1c-d1b9-4c2d-bd41-3e078fbdedd4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:46.795301 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-5b5baa1c-d1b9-4c2d-bd41-3e078fbdedd4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 815 time: 0.2300189 Mar 31 23:13:46.923927 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-ce20e43c-a079-44eb-87b9-62a477bddce2 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 472 time: 0.1183085 Mar 31 23:13:46.941695 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'port': {'device_id': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'admin_state_up': True, 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'security_groups': ['b21aa4da-cdfe-494b-8ff8-4128d307a33f']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:47.190177 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b414b-709e-4de7-b74a-4a2c8a17b743 req-5a5fb457-ff0e-46d3-a15a-8b18ddf78074 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.193084 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-080b414b-709e-4de7-b74a-4a2c8a17b743 req-5a5fb457-ff0e-46d3-a15a-8b18ddf78074 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1095345 Mar 31 23:13:47.277746 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Made reservation on behalf of 9b76efa1f2f24e95b0895e915991895f for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:13:47.282842 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:47.361831 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ac2b775-2fc9-4e6b-a2a1-729171bf9554 req-eb6ada64-5aa6-4ceb-ad22-7ad1cbc71fbc tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 210 time: 0.0676844 Mar 31 23:13:47.395817 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e020a8c-e758-47bb-83e2-5d0f55bb1147 req-d6d242de-03c1-4635-a2ce-a787beb5f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.398604 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e020a8c-e758-47bb-83e2-5d0f55bb1147 req-d6d242de-03c1-4635-a2ce-a787beb5f7d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 1130 time: 0.2039018 Mar 31 23:13:47.446139 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-080b414b-709e-4de7-b74a-4a2c8a17b743 req-89c36800-fef2-4e41-b0df-e6c83a93859a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311907 Mar 31 23:13:47.491933 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Allocated IP 172.20.0.11 (e7876e7b-c8ff-43c7-9976-12cb7575866b/6563bcc2-d1fc-43be-bc34-de3a904b9f5c/99194315-0fa5-4503-b3b2-56c7b9891d67) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:13:47.493856 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e020a8c-e758-47bb-83e2-5d0f55bb1147 req-016b400a-8360-498e-8a93-e4675200fe6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858932 Mar 31 23:13:47.801225 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:47.829744 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:47.926833 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:47.984199 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3e261-fa09-478f-8ee6-6dab6205ca5d req-4acc556b-93fc-4159-b005-8deee79f92f0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:47.985996 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4da3e261-fa09-478f-8ee6-6dab6205ca5d req-4acc556b-93fc-4159-b005-8deee79f92f0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.1126804 Mar 31 23:13:48.019745 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Network e7876e7b-c8ff-43c7-9976-12cb7575866b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:13:48.026296 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:13:48.038448 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:13:48.082120 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=99194315-0fa5-4503-b3b2-56c7b9891d67,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:48.110879 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4da3e261-fa09-478f-8ee6-6dab6205ca5d req-cb5bf8e6-c290-467a-a622-deff856c5dc3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065278 Mar 31 23:13:48.144852 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.146053 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:48.269298 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-0b9bcb74-8ade-4dd1-9716-991222cc1fa5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3385084 Mar 31 23:13:48.284870 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Request body: {'port': {'device_id': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:48.385698 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-d25bf2ce-3009-4617-b35e-ce1f06eee077 None None] Provisioning complete for port 99194315-0fa5-4503-b3b2-56c7b9891d67 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:13:48.386850 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d25bf2ce-3009-4617-b35e-ce1f06eee077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:48.415022 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:48.467427 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-d25bf2ce-3009-4617-b35e-ce1f06eee077 None None] Port 99194315-0fa5-4503-b3b2-56c7b9891d67 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:13:48.694904 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a7a19-78b7-4036-bd61-8da877cea7c7 req-c2f04dc2-0103-45ab-9bd7-b1c57b3fa0cc tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.699003 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a0a7a19-78b7-4036-bd61-8da877cea7c7 req-c2f04dc2-0103-45ab-9bd7-b1c57b3fa0cc tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 932 time: 0.1863036 Mar 31 23:13:48.782189 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1bc7a-a0db-4951-85e6-8e150bf9c9a8 req-25b9b41c-31bc-4797-b720-546d61354369 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:48.794857 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ac1bc7a-a0db-4951-85e6-8e150bf9c9a8 req-25b9b41c-31bc-4797-b720-546d61354369 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.2095792 Mar 31 23:13:48.906160 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a0a7a19-78b7-4036-bd61-8da877cea7c7 req-3204b448-882f-45d5-9ced-4a9555b116c8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891837 Mar 31 23:13:48.970006 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ac1bc7a-a0db-4951-85e6-8e150bf9c9a8 req-20401609-514f-477b-a2c8-6ee67936640b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678429 Mar 31 23:13:49.037697 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99194315-0fa5-4503-b3b2-56c7b9891d67 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:49.057453 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Publish callbacks [] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:49.080860 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Transition to ACTIVE for port object 99194315-0fa5-4503-b3b2-56c7b9891d67 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:13:49.174573 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:49.280681 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=99194315-0fa5-4503-b3b2-56c7b9891d67,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:49.376071 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288d113-6fd4-4b22-9418-3a2c278ec38a req-e8749ce7-dd9b-463d-a7f4-6c7242d30169 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.384794 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0288d113-6fd4-4b22-9418-3a2c278ec38a req-e8749ce7-dd9b-463d-a7f4-6c7242d30169 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.1282804 Mar 31 23:13:49.468498 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Attempting to bind port 99194315-0fa5-4503-b3b2-56c7b9891d67 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:13:49.469183 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Attempting to bind port 99194315-0fa5-4503-b3b2-56c7b9891d67 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:13:49.469945 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Attempting to bind port 99194315-0fa5-4503-b3b2-56c7b9891d67 on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:49.483988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Port 99194315-0fa5-4503-b3b2-56c7b9891d67 on network e7876e7b-c8ff-43c7-9976-12cb7575866b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:13:49.483988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Attempting to bind port 99194315-0fa5-4503-b3b2-56c7b9891d67 on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:13:49.497909 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:13:49.498709 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Checking segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:13:49.499351 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Bound using segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:13:49.499992 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Bound port: 99194315-0fa5-4503-b3b2-56c7b9891d67, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:13:49.500558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:49.503609 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0288d113-6fd4-4b22-9418-3a2c278ec38a req-fe618e8d-d731-4239-8f8a-b9c389e1f692 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111691 Mar 31 23:13:49.656438 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] For port 99194315-0fa5-4503-b3b2-56c7b9891d67, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:13:49.663187 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] For port 99194315-0fa5-4503-b3b2-56c7b9891d67, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=99194315-0fa5-4503-b3b2-56c7b9891d67,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:13:49.820519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:49.896566 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:49.897561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:49.899659 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] 10.222.0.30 "PUT /v2.0/ports/99194315-0fa5-4503-b3b2-56c7b9891d67 HTTP/1.1" status: 200 len: 1094 time: 1.6225331 Mar 31 23:13:49.900298 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'tag': '99194315-0fa5-4503-b3b2-56c7b9891d67'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:49.903550 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca23c31-a9a5-4533-ad45-75e6bdda8d93" -d '{"events": [{"name": "network-changed", "server_uuid": "5930b5fe-c66f-45c8-aa3e-5907d3dfd315", "tag": "99194315-0fa5-4503-b3b2-56c7b9891d67"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:49.949011 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a05fcf-1d45-4e7d-b69d-a2a2fbf58bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=99194315-0fa5-4503-b3b2-56c7b9891d67,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:49.981176 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff187bc-f0b9-44a5-9695-8a2e4df05d06 x-openstack-request-id: req-3ff187bc-f0b9-44a5-9695-8a2e4df05d06 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:49.981641 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5930b5fe-c66f-45c8-aa3e-5907d3dfd315", "tag": "99194315-0fa5-4503-b3b2-56c7b9891d67", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:49.982096 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ff187bc-f0b9-44a5-9695-8a2e4df05d06 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:49.982661 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff187bc-f0b9-44a5-9695-8a2e4df05d06'] response: {'name': 'network-changed', 'server_uuid': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'tag': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'status': 'completed', 'code': 200} Mar 31 23:13:50.119525 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca23c31-a9a5-4533-ad45-75e6bdda8d93 req-91dfa5c3-72bc-46e0-b289-3ee5b8d9ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.122488 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dca23c31-a9a5-4533-ad45-75e6bdda8d93 req-91dfa5c3-72bc-46e0-b289-3ee5b8d9ad77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 1128 time: 0.1125517 Mar 31 23:13:50.284332 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ebc7f-af0d-4ecf-a2d2-c43be2aa50f4 req-8f45b040-e354-4aa0-8d6c-f7c53015fd7e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.286713 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-889ebc7f-af0d-4ecf-a2d2-c43be2aa50f4 req-8f45b040-e354-4aa0-8d6c-f7c53015fd7e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 944 time: 0.1809094 Mar 31 23:13:50.317324 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c1a16-7351-4c61-8173-7792d02bfa3e req-cfc092d9-c25e-4fb8-b5d1-ecb9b38366ea tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.320047 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f7c1a16-7351-4c61-8173-7792d02bfa3e req-cfc092d9-c25e-4fb8-b5d1-ecb9b38366ea tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1767452 Mar 31 23:13:50.356769 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca23c31-a9a5-4533-ad45-75e6bdda8d93 req-0657b58d-42a1-4ae9-a52f-cf15bfb2ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.358970 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dca23c31-a9a5-4533-ad45-75e6bdda8d93 req-0657b58d-42a1-4ae9-a52f-cf15bfb2ce60 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9b76efa1f2f24e95b0895e915991895f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2237055 Mar 31 23:13:50.403310 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-889ebc7f-af0d-4ecf-a2d2-c43be2aa50f4 req-23013af2-83ec-4d5c-856c-cb33f31d8227 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032145 Mar 31 23:13:50.455697 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f7c1a16-7351-4c61-8173-7792d02bfa3e req-fc06c2f0-8d9d-42f4-8a6c-9574696cd706 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039071 Mar 31 23:13:50.540170 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca23c31-a9a5-4533-ad45-75e6bdda8d93 req-5a82bd3a-bc0c-4e55-96fa-b45e994dc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.542284 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dca23c31-a9a5-4533-ad45-75e6bdda8d93 req-5a82bd3a-bc0c-4e55-96fa-b45e994dc204 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1758900 Mar 31 23:13:50.673487 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-536cc611-e637-4ae8-88a3-4122509115a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.677250 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-536cc611-e637-4ae8-88a3-4122509115a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 1128 time: 0.0872633 Mar 31 23:13:50.748160 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc2ec3-fed0-49da-bab4-a22341ae9f77 req-b0e65efe-8ba8-473e-a4e2-4fea3a0bc30c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.750767 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4fc2ec3-fed0-49da-bab4-a22341ae9f77 req-b0e65efe-8ba8-473e-a4e2-4fea3a0bc30c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.1042995 Mar 31 23:13:50.760051 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-d9a4fbfe-bbaa-4c79-8591-2689438c1a55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99194315-0fa5-4503-b3b2-56c7b9891d67 HTTP/1.1" status: 200 len: 217 time: 0.0741041 Mar 31 23:13:50.819580 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d4fc2ec3-fed0-49da-bab4-a22341ae9f77 req-4766c7a8-7213-42a7-8055-a5922520f661 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573163 Mar 31 23:13:50.851008 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-059213bb-1084-474a-8764-15719beee821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.852797 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-059213bb-1084-474a-8764-15719beee821 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.0864074 Mar 31 23:13:50.949605 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-51b70405-dfbb-48ea-8fb5-a9f169fd40d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:50.952377 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-51b70405-dfbb-48ea-8fb5-a9f169fd40d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928285 Mar 31 23:13:51.086775 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-9b3fd987-535b-4eaa-bf42-26a11b1e3c69 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258316 Mar 31 23:13:51.224047 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-11c1284e-fcf7-46e9-88c3-0b5f5dc7aed4 req-acf9b107-b7b2-45f3-8a25-5d727ab2d65d service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304812 Mar 31 23:13:51.594567 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a4eb8-695b-4a1f-91b2-5a3fe18d21b8 req-014e28be-9772-49a2-8c76-f94728ecd78d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.597972 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b84a4eb8-695b-4a1f-91b2-5a3fe18d21b8 req-014e28be-9772-49a2-8c76-f94728ecd78d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 944 time: 0.0810876 Mar 31 23:13:51.703648 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b84a4eb8-695b-4a1f-91b2-5a3fe18d21b8 req-8e785ee0-10a3-4b1e-b68b-bb7bfc12030d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932081 Mar 31 23:13:51.714795 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5f636-af07-4679-8ed5-a7752d3e5fa7 req-72332f76-6b6e-4914-928a-e0bf254b0c8d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:51.716852 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ac5f636-af07-4679-8ed5-a7752d3e5fa7 req-72332f76-6b6e-4914-928a-e0bf254b0c8d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1175206 Mar 31 23:13:51.796499 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ac5f636-af07-4679-8ed5-a7752d3e5fa7 req-bbd08305-6d25-4122-85fc-b6c8e820c666 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724661 Mar 31 23:13:52.000814 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af553419-8f5c-4efb-965e-5410b21408a8 req-0801614d-2404-4ed5-8828-c60efd4d0122 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.002854 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af553419-8f5c-4efb-965e-5410b21408a8 req-0801614d-2404-4ed5-8828-c60efd4d0122 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.0694005 Mar 31 23:13:52.103542 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af553419-8f5c-4efb-965e-5410b21408a8 req-d8a8f40b-c299-4e85-ade8-8cb2ded30100 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895202 Mar 31 23:13:52.911382 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9110778-49ab-464a-8531-57d3c9c40825 req-c62a5527-842d-4f17-9611-65884ee9e17b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:52.915143 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9110778-49ab-464a-8531-57d3c9c40825 req-c62a5527-842d-4f17-9611-65884ee9e17b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 944 time: 0.0869219 Mar 31 23:13:53.003964 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9110778-49ab-464a-8531-57d3c9c40825 req-efe3870f-b04c-4f3e-aa3a-80f1437606fe tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809522 Mar 31 23:13:53.186244 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef8eae-27f9-475a-ad61-2a872eb64ab4 req-7c316893-cc52-464a-8bb6-cf2733f828d2 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.189423 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cef8eae-27f9-475a-ad61-2a872eb64ab4 req-7c316893-cc52-464a-8bb6-cf2733f828d2 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1030917 Mar 31 23:13:53.265845 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6cef8eae-27f9-475a-ad61-2a872eb64ab4 req-83a74846-8478-46aa-b324-fcb037f94042 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660572 Mar 31 23:13:53.890628 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661610a5-8880-4be7-80ff-73074b57ea21 req-fc44aa0c-e836-4395-951c-ceb3ecbfd4c9 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:53.893963 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-661610a5-8880-4be7-80ff-73074b57ea21 req-fc44aa0c-e836-4395-951c-ceb3ecbfd4c9 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1020153 Mar 31 23:13:53.988388 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-661610a5-8880-4be7-80ff-73074b57ea21 req-32bc6c29-7f06-49eb-856b-0f667f86e63e tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831523 Mar 31 23:13:54.053635 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-f81dfcf3-69b6-4dad-a607-07025958a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.056426 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-f81dfcf3-69b6-4dad-a607-07025958a9b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 1129 time: 0.0912371 Mar 31 23:13:54.070916 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 99194315-0fa5-4503-b3b2-56c7b9891d67 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:13:54.217550 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721cb51-b686-4155-92f7-24a33299628b req-164ed9bc-3d1a-4956-ab08-f649e85b8b7b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.220257 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6721cb51-b686-4155-92f7-24a33299628b req-164ed9bc-3d1a-4956-ab08-f649e85b8b7b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 944 time: 0.0871222 Mar 31 23:13:54.247856 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-48ffd68b-a802-4e11-be43-0c18178bbe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.250968 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-48ffd68b-a802-4e11-be43-0c18178bbe3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 912 time: 0.1864133 Mar 31 23:13:54.273635 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 99194315-0fa5-4503-b3b2-56c7b9891d67, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=99194315-0fa5-4503-b3b2-56c7b9891d67,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:54.295058 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'port_id': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'mac_address': 'fa:16:3e:c7:35:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:13:54.318870 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6721cb51-b686-4155-92f7-24a33299628b req-81e42807-1667-4148-8bb8-a584f00324bd tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828187 Mar 31 23:13:54.389500 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 99194315-0fa5-4503-b3b2-56c7b9891d67 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:13:54.390397 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:54.418413 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99194315-0fa5-4503-b3b2-56c7b9891d67 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:13:54.461185 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 99194315-0fa5-4503-b3b2-56c7b9891d67, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=99194315-0fa5-4503-b3b2-56c7b9891d67,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:54.548598 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:54.653942 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=99194315-0fa5-4503-b3b2-56c7b9891d67,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:54.761004 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-c5839640-3721-412c-b0f4-5dac87850b6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 HTTP/1.1" status: 200 len: 1000 time: 0.5022526 Mar 31 23:13:54.823936 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['99194315-0fa5-4503-b3b2-56c7b9891d67'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:13:54.854801 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-d2be5c4e-2ab8-4ff0-aeb5-142bf0c8146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.857624 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-d2be5c4e-2ab8-4ff0-aeb5-142bf0c8146a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 200 len: 850 time: 0.0900879 Mar 31 23:13:54.962007 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-1136f4d8-7fef-4809-b36e-92112e6327cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:54.964884 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-1136f4d8-7fef-4809-b36e-92112e6327cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992560 Mar 31 23:13:55.140940 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-cb00bdea-5c3f-4889-9892-b0f52caff076 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691260 Mar 31 23:13:55.216784 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c56a5-9aa2-4ac7-a00c-2787eae1621d req-08721f17-54c6-429a-9a7e-58da5418d629 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.219650 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f45c56a5-9aa2-4ac7-a00c-2787eae1621d req-08721f17-54c6-429a-9a7e-58da5418d629 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1043360 Mar 31 23:13:55.312701 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f45c56a5-9aa2-4ac7-a00c-2787eae1621d req-d336d2c4-9c46-422f-a177-f9f839f71a28 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817313 Mar 31 23:13:55.322839 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-04f71a92-5c6d-482d-9092-2cdc7d7ab4a3 req-ce0d0495-8c3b-4716-afb2-35bff5a7c1f2 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683784 Mar 31 23:13:55.576588 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ffb9a-070b-4a79-bad8-59b54a4dca99 req-f9a1c842-7b6a-4cd3-ab4c-5609e36c1e5b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:55.579484 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f64ffb9a-070b-4a79-bad8-59b54a4dca99 req-f9a1c842-7b6a-4cd3-ab4c-5609e36c1e5b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 945 time: 0.1214380 Mar 31 23:13:55.677393 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f64ffb9a-070b-4a79-bad8-59b54a4dca99 req-23fe423f-41f1-430c-a8a1-3fc63a9ef46a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869746 Mar 31 23:13:56.087872 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 99194315-0fa5-4503-b3b2-56c7b9891d67 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:13:56.256416 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 99194315-0fa5-4503-b3b2-56c7b9891d67 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:13:56.264939 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 99194315-0fa5-4503-b3b2-56c7b9891d67 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:13:56.265598 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:56.430981 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 99194315-0fa5-4503-b3b2-56c7b9891d67 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:13:56.431542 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:56.541229 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a039ee-afb8-413d-834f-fc67b8d12342 req-18b54814-931e-432b-bee3-212662b0de7d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.544315 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85a039ee-afb8-413d-834f-fc67b8d12342 req-18b54814-931e-432b-bee3-212662b0de7d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.0920055 Mar 31 23:13:56.635321 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85a039ee-afb8-413d-834f-fc67b8d12342 req-2b239963-3e2e-4ef9-97c8-0bc6969db5db tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779731 Mar 31 23:13:56.663852 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99194315-0fa5-4503-b3b2-56c7b9891d67'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:13:56.666990 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5ab5ca-9b47-4a3d-a1c8-19f9a5ffefea" -d '{"events": [{"server_uuid": "5930b5fe-c66f-45c8-aa3e-5907d3dfd315", "name": "network-vif-plugged", "status": "completed", "tag": "99194315-0fa5-4503-b3b2-56c7b9891d67"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:13:56.687163 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 99194315-0fa5-4503-b3b2-56c7b9891d67, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=99194315-0fa5-4503-b3b2-56c7b9891d67,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:13:56.738350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4dceb-ed9b-4dd5-8813-15328dbe5e69 x-openstack-request-id: req-09e4dceb-ed9b-4dd5-8813-15328dbe5e69 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:13:56.739490 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5930b5fe-c66f-45c8-aa3e-5907d3dfd315", "name": "network-vif-plugged", "status": "completed", "tag": "99194315-0fa5-4503-b3b2-56c7b9891d67", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:13:56.739672 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09e4dceb-ed9b-4dd5-8813-15328dbe5e69 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:13:56.740228 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e4dceb-ed9b-4dd5-8813-15328dbe5e69'] response: {'server_uuid': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'code': 200} Mar 31 23:13:56.782966 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:13:56.879909 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=99194315-0fa5-4503-b3b2-56c7b9891d67,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:13:56.909405 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811a52f-30e2-40ba-96cc-471d10a69aab req-9c2b9666-d115-40e5-8dcc-d594079b2fdd tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:56.913304 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7811a52f-30e2-40ba-96cc-471d10a69aab req-9c2b9666-d115-40e5-8dcc-d594079b2fdd tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 946 time: 0.1065953 Mar 31 23:13:57.015173 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7811a52f-30e2-40ba-96cc-471d10a69aab req-2356ad8c-cbc5-4d36-a014-12cff8f03dea tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882695 Mar 31 23:13:57.178132 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad8199-bd15-40b3-be3f-27982610fef7 req-d9f3f0a4-6ac1-44f3-b953-01f57ce21a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:57.180914 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a6ad8199-bd15-40b3-be3f-27982610fef7 req-d9f3f0a4-6ac1-44f3-b953-01f57ce21a9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 1130 time: 0.0859544 Mar 31 23:13:57.264585 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a6ad8199-bd15-40b3-be3f-27982610fef7 req-44bbc405-9b6d-4edc-b1e8-f365d9c9f234 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768635 Mar 31 23:13:58.235241 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020c316-216d-427e-80ed-678d9b89d484 req-45562ddb-9e86-4e85-a162-29fcc8c29fe6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:58.237334 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8020c316-216d-427e-80ed-678d9b89d484 req-45562ddb-9e86-4e85-a162-29fcc8c29fe6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 946 time: 0.0893333 Mar 31 23:13:58.312293 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8020c316-216d-427e-80ed-678d9b89d484 req-4eded1d0-7e74-483d-a18e-d1721af496ae tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677710 Mar 31 23:13:59.533772 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a590f5-a35a-4e2e-b6b3-e5f13ca149df req-ee1a229f-ee16-4ed8-9fd4-a3c1e1a37101 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.536881 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2a590f5-a35a-4e2e-b6b3-e5f13ca149df req-ee1a229f-ee16-4ed8-9fd4-a3c1e1a37101 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 946 time: 0.0912755 Mar 31 23:13:59.606163 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2a590f5-a35a-4e2e-b6b3-e5f13ca149df req-53b7f0e1-c094-4ad7-b0d7-2efdd91ca188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583425 Mar 31 23:13:59.813167 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed70386-8f05-4b4d-9a5b-91aa64285f44 req-d32a82c4-0c8a-432c-88d8-a98c58ebc9b2 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:13:59.815036 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ed70386-8f05-4b4d-9a5b-91aa64285f44 req-d32a82c4-0c8a-432c-88d8-a98c58ebc9b2 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 946 time: 0.0955505 Mar 31 23:13:59.827382 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57462) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:13:59.835416 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'floatingip': {'port_id': '99194315-0fa5-4503-b3b2-56c7b9891d67'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:13:59.908799 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:00.696148 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:00.802193 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:00.992484 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Floating IP 8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07 associated. External IP: 172.27.0.52, port: 99194315-0fa5-4503-b3b2-56c7b9891d67. Mar 31 23:14:01.394795 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:01.547439 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:01.553339 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:01.560697 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:01.573695 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:01.574706 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:13:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:01.596368 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-dd9dc52c-1e4b-4cee-abd8-f75ea3cc0a79 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "PUT /v2.0/floatingips/8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07 HTTP/1.1" status: 200 len: 991 time: 1.7673416 Mar 31 23:14:01.597004 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'tag': '99194315-0fa5-4503-b3b2-56c7b9891d67'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:01.600182 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f84903-ce67-403b-8a44-61ea7f13b7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5930b5fe-c66f-45c8-aa3e-5907d3dfd315", "tag": "99194315-0fa5-4503-b3b2-56c7b9891d67"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:01.658588 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bd15b3-7b92-401a-bb7a-1c85e8a3b39f x-openstack-request-id: req-16bd15b3-7b92-401a-bb7a-1c85e8a3b39f {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:01.658890 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5930b5fe-c66f-45c8-aa3e-5907d3dfd315", "tag": "99194315-0fa5-4503-b3b2-56c7b9891d67", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:01.659141 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16bd15b3-7b92-401a-bb7a-1c85e8a3b39f {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:01.660110 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bd15b3-7b92-401a-bb7a-1c85e8a3b39f'] response: {'name': 'network-changed', 'server_uuid': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'tag': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'status': 'completed', 'code': 200} Mar 31 23:14:01.748533 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:01.773114 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-ea24de0a-62b9-49f2-924a-7f9bccadce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.774724 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-ea24de0a-62b9-49f2-924a-7f9bccadce7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 1130 time: 0.0730686 Mar 31 23:14:01.897131 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-48d6cb34-a0f5-41f7-9985-6695618f1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:01.899715 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-48d6cb34-a0f5-41f7-9985-6695618f1a99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 916 time: 0.1175325 Mar 31 23:14:02.017236 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-dfba3d0e-8b17-41c5-8aba-3da06be36e86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99194315-0fa5-4503-b3b2-56c7b9891d67 HTTP/1.1" status: 200 len: 999 time: 0.1087239 Mar 31 23:14:02.099049 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-3f4388ae-376a-438b-b904-aee04f9dd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.101897 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-3f4388ae-376a-438b-b904-aee04f9dd65e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.0769241 Mar 31 23:14:02.151216 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:29Z', 'revision_number': 2, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}, {'id': '8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:c7:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:41Z', 'updated_at': '2022-03-31T23:14:00Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:02.187280 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-d21b9f71-e961-4e71-ad14-6be668bc2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:02.189103 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-d21b9f71-e961-4e71-ad14-6be668bc2743 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740230 Mar 31 23:14:02.212495 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:02.229065 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:02.230325 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:13:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:02.329439 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-14f1555e-c2c1-49a6-aa21-b027426b6cba service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319473 Mar 31 23:14:02.443685 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:02.467691 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b5f84903-ce67-403b-8a44-61ea7f13b7ba req-ee36936e-4acb-4284-8010-93563a61beae service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233909 Mar 31 23:14:02.868234 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:29Z', 'revision_number': 2, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}, {'id': '8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:c7:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:41Z', 'updated_at': '2022-03-31T23:14:00Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:02.913809 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4458ee8-fb9f-414d-bcc9-4ce65455110d None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:29Z', 'revision_number': 2, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}, {'id': '8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:c7:35:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:13:41Z', 'updated_at': '2022-03-31T23:14:00Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:03.228079 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5333d1f-8cd3-40e5-a47a-23a6e02d1443 None None] New status for floating IP 8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:14:03.362879 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46a9ce-4bb2-4527-bcbe-c40792fd8bb0 req-c0c2b61c-d92c-4d99-b0a4-585882096611 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.364944 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe46a9ce-4bb2-4527-bcbe-c40792fd8bb0 req-c0c2b61c-d92c-4d99-b0a4-585882096611 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1045802 Mar 31 23:14:03.404193 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-22ca0a12-6dbd-4346-95f2-f0115c77b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.406852 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-22ca0a12-6dbd-4346-95f2-f0115c77b996 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1130 time: 0.0992227 Mar 31 23:14:03.456079 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe46a9ce-4bb2-4527-bcbe-c40792fd8bb0 req-991f7262-48c1-414c-a8fa-f063e82a556e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783231 Mar 31 23:14:03.584220 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-dc82505e-2b92-491c-bf41-538a121fbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.586622 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-dc82505e-2b92-491c-bf41-538a121fbc98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.1723907 Mar 31 23:14:03.724387 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-9c3b7b12-e060-4440-b6ad-3899bee8c87c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 200 len: 1002 time: 0.1292796 Mar 31 23:14:03.807482 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-ed1d6fdf-7e01-4c89-8edd-d6096fa52278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.809469 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-ed1d6fdf-7e01-4c89-8edd-d6096fa52278 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.0790958 Mar 31 23:14:03.889573 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-1f7ea7a7-7ae3-4550-9d6d-452f737da2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:03.891434 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-1f7ea7a7-7ae3-4550-9d6d-452f737da2b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763972 Mar 31 23:14:04.036187 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-3dc4e586-c6ca-4cea-9226-353be04ff848 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381185 Mar 31 23:14:04.179539 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-732e39c7-27d7-49be-aa21-ef26286b5ad8 req-65d3703e-7a3a-4c3e-b876-6467ccd4760d service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311886 Mar 31 23:14:04.676595 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c6baf-5bc3-46ae-b8fc-a7e7f482cc48 req-c3d58083-8f37-404f-8fa8-b52fe145679c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:04.678793 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-069c6baf-5bc3-46ae-b8fc-a7e7f482cc48 req-c3d58083-8f37-404f-8fa8-b52fe145679c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0955613 Mar 31 23:14:04.738985 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-069c6baf-5bc3-46ae-b8fc-a7e7f482cc48 req-2b54775d-cf6f-46cc-808a-c64e29e63995 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542450 Mar 31 23:14:05.949921 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee1023-008c-49c7-b43a-bf0a584442a4 req-d5b0b910-1d78-478e-8caa-2db595454152 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:05.952993 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3ee1023-008c-49c7-b43a-bf0a584442a4 req-d5b0b910-1d78-478e-8caa-2db595454152 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1074185 Mar 31 23:14:06.039632 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3ee1023-008c-49c7-b43a-bf0a584442a4 req-2da3818d-48b9-4174-9038-a4174dab1651 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770450 Mar 31 23:14:06.966519 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-96076a94-8685-4c30-b7a8-058096f166ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:07.238231 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b379533-c631-4cdd-b132-dd86a0dd1745 req-4d5a18c3-34e1-45e9-83df-c689521e4e24 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:07.239799 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0b379533-c631-4cdd-b132-dd86a0dd1745 req-4d5a18c3-34e1-45e9-83df-c689521e4e24 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0705132 Mar 31 23:14:07.304476 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0b379533-c631-4cdd-b132-dd86a0dd1745 req-e28c988f-77f3-4ced-8e8e-1823d148d62b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584602 Mar 31 23:14:08.516975 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6908b2-493a-49d6-8563-18b61d480d2b req-0c954a77-d36b-4d04-a6dc-1c2dffd8d8b3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:08.520078 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf6908b2-493a-49d6-8563-18b61d480d2b req-0c954a77-d36b-4d04-a6dc-1c2dffd8d8b3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1052902 Mar 31 23:14:08.597916 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bf6908b2-493a-49d6-8563-18b61d480d2b req-af30b15b-b180-49c9-a163-cb3b6248ecb6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667255 Mar 31 23:14:09.759167 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa18d2-31a8-432b-b16f-bc32ee035a8b req-468fec05-dbe0-4be0-a7aa-91bed6975211 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:09.761037 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9dfa18d2-31a8-432b-b16f-bc32ee035a8b req-468fec05-dbe0-4be0-a7aa-91bed6975211 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0687478 Mar 31 23:14:09.845561 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9dfa18d2-31a8-432b-b16f-bc32ee035a8b req-a35ae9cb-27f7-4369-b545-b9b42a3d625d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721288 Mar 31 23:14:10.537160 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-33b61bfe-3514-4948-ba4e-dbfe261b40b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:11.033123 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4871db-4123-4cc9-9548-e9db00d0a40e req-55fc48ef-0da6-4ec7-9266-e503cfd3a064 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:11.035039 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a4871db-4123-4cc9-9548-e9db00d0a40e req-55fc48ef-0da6-4ec7-9266-e503cfd3a064 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0811543 Mar 31 23:14:11.119586 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a4871db-4123-4cc9-9548-e9db00d0a40e req-9d136bad-ac62-4c54-9899-6d1d99ac3ff3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739751 Mar 31 23:14:12.138596 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:14:12.255608 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97959-4546-4ccd-89e0-0a76145a67f5 req-15158779-8870-4216-9264-d27a9e6f4aa6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:12.258216 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aed97959-4546-4ccd-89e0-0a76145a67f5 req-15158779-8870-4216-9264-d27a9e6f4aa6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0634887 Mar 31 23:14:12.335769 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aed97959-4546-4ccd-89e0-0a76145a67f5 req-015e0235-0622-4723-8708-54c2ede43c7b tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698905 Mar 31 23:14:12.427146 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:13.556771 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162c050-02f7-4f9c-9b3e-018c1c82cc68 req-e17a4ad8-077b-4b85-a594-a2a0f741158c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:13.559595 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f162c050-02f7-4f9c-9b3e-018c1c82cc68 req-e17a4ad8-077b-4b85-a594-a2a0f741158c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0976305 Mar 31 23:14:13.637898 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f162c050-02f7-4f9c-9b3e-018c1c82cc68 req-e5b45b64-95c1-48eb-a6d1-dfb2ff27907e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707870 Mar 31 23:14:14.813501 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb53867-a90d-42bd-848f-f4a25f1e97c8 req-534bc005-d6ce-4966-8e86-4be9e2b28457 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:14.815281 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edb53867-a90d-42bd-848f-f4a25f1e97c8 req-534bc005-d6ce-4966-8e86-4be9e2b28457 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0720129 Mar 31 23:14:14.887137 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edb53867-a90d-42bd-848f-f4a25f1e97c8 req-6561623b-07d4-4efb-a269-09647bf705aa tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643463 Mar 31 23:14:15.076653 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:15.450079 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:16.056706 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06acc3b-a335-452c-9a20-0bda750906cd req-9bebcdcf-5e77-4f0b-b69c-cd8572c6e469 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:16.059266 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e06acc3b-a335-452c-9a20-0bda750906cd req-9bebcdcf-5e77-4f0b-b69c-cd8572c6e469 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0857761 Mar 31 23:14:16.127751 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e06acc3b-a335-452c-9a20-0bda750906cd req-d45540f4-82df-4b5b-bb9d-95c0a9038fcf tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585351 Mar 31 23:14:17.304031 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bebe1f-8448-4637-847d-6caae75880fe req-393fbe7b-6d1e-4bd4-8a75-c3a023ba38d5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:17.306855 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3bebe1f-8448-4637-847d-6caae75880fe req-393fbe7b-6d1e-4bd4-8a75-c3a023ba38d5 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0975940 Mar 31 23:14:17.399625 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3bebe1f-8448-4637-847d-6caae75880fe req-dc0aab9d-3dcf-4933-ba7a-e57c443a129f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843966 Mar 31 23:14:17.833904 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:17.916649 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22a53389-aceb-4646-991b-38751950799e req-16556d3b-ebe1-4072-b61d-0ca81ea3d002 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790622 Mar 31 23:14:18.006551 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a53389-aceb-4646-991b-38751950799e req-50f6307a-824a-473f-9c47-6640feb6e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.008302 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22a53389-aceb-4646-991b-38751950799e req-50f6307a-824a-473f-9c47-6640feb6e3c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 1129 time: 0.0600064 Mar 31 23:14:18.131782 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a53389-aceb-4646-991b-38751950799e req-6bb27bd0-e59d-420e-9517-662a82a3de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.133588 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22a53389-aceb-4646-991b-38751950799e req-6bb27bd0-e59d-420e-9517-662a82a3de90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 912 time: 0.1023965 Mar 31 23:14:18.236024 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22a53389-aceb-4646-991b-38751950799e req-cb3e6ed8-8a6a-44b9-a1d6-65643955a895 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 HTTP/1.1" status: 200 len: 1000 time: 0.0891266 Mar 31 23:14:18.328108 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a53389-aceb-4646-991b-38751950799e req-54e4937a-a83b-434d-90cf-ae1b6c34f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.330814 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22a53389-aceb-4646-991b-38751950799e req-54e4937a-a83b-434d-90cf-ae1b6c34f6f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 200 len: 850 time: 0.0833931 Mar 31 23:14:18.427721 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a53389-aceb-4646-991b-38751950799e req-56aed8d9-ad33-45d5-a997-ffb1fc39904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.430386 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22a53389-aceb-4646-991b-38751950799e req-56aed8d9-ad33-45d5-a997-ffb1fc39904f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848017 Mar 31 23:14:18.566893 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22a53389-aceb-4646-991b-38751950799e req-75febd71-12a7-4862-bb9c-53461fe095bc service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268690 Mar 31 23:14:18.579750 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26b411-2676-4d0d-9521-b45b78d9643e req-ffd775ea-40cb-4a0f-ace2-7ed572bf59b3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:18.582813 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af26b411-2676-4d0d-9521-b45b78d9643e req-ffd775ea-40cb-4a0f-ace2-7ed572bf59b3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0836241 Mar 31 23:14:18.656106 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af26b411-2676-4d0d-9521-b45b78d9643e req-935d62aa-726a-4e40-8d78-61d124d081b2 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653207 Mar 31 23:14:18.714861 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-22a53389-aceb-4646-991b-38751950799e req-144d48fd-7bcd-4015-91d5-f547d6eea116 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284816 Mar 31 23:14:19.855238 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e12db-9bfe-4532-baac-05812dacf8f6 req-a0dac0fe-fc14-43a2-9ad8-fa7818b0c99e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:19.856906 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e57e12db-9bfe-4532-baac-05812dacf8f6 req-a0dac0fe-fc14-43a2-9ad8-fa7818b0c99e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0882056 Mar 31 23:14:19.918874 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e57e12db-9bfe-4532-baac-05812dacf8f6 req-20d56a63-04dc-4227-a1c8-63c11f83012e tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540555 Mar 31 23:14:21.096246 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd141f28-1281-4a69-9951-22f576b055c0 req-0cdb4d2a-5675-405b-a22d-4a6ccb5f51e9 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.098852 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd141f28-1281-4a69-9951-22f576b055c0 req-0cdb4d2a-5675-405b-a22d-4a6ccb5f51e9 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0864222 Mar 31 23:14:21.181635 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd141f28-1281-4a69-9951-22f576b055c0 req-02f13c09-1b41-4db5-a4ca-97040bd21a03 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759587 Mar 31 23:14:21.529903 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a606463-69a5-4b13-bd61-501ca6c22c97 req-e4254833-f262-4546-8d4a-1a095de6a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:21.532626 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1a606463-69a5-4b13-bd61-501ca6c22c97 req-e4254833-f262-4546-8d4a-1a095de6a36a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1130 time: 0.3293352 Mar 31 23:14:21.614988 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1a606463-69a5-4b13-bd61-501ca6c22c97 req-3d128c03-c9bf-46be-841c-e0b782f36523 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712490 Mar 31 23:14:22.338742 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6cdc4-119b-404e-9613-d3b35e082d18 req-971a6cde-b51f-45b4-947f-df6a61c87eaf tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:22.341088 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54f6cdc4-119b-404e-9613-d3b35e082d18 req-971a6cde-b51f-45b4-947f-df6a61c87eaf tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0737565 Mar 31 23:14:22.412706 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54f6cdc4-119b-404e-9613-d3b35e082d18 req-ce692cce-876f-4bb3-8292-e21c7b8ed57f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613704 Mar 31 23:14:23.591267 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd54c80-0cb3-44a5-bccc-01bc2e440c52 req-f5e90bc1-8478-45e0-929f-aee6cf53c699 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:23.594282 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bd54c80-0cb3-44a5-bccc-01bc2e440c52 req-f5e90bc1-8478-45e0-929f-aee6cf53c699 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0866408 Mar 31 23:14:23.693708 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bd54c80-0cb3-44a5-bccc-01bc2e440c52 req-2cb6035d-9356-4967-a432-167b919f0056 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891128 Mar 31 23:14:24.855583 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719ee03-d6df-47ad-a3a4-090bd6dfc05f req-ca3792a4-ff91-4af5-826a-c8cb6680e55d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:24.857326 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5719ee03-d6df-47ad-a3a4-090bd6dfc05f req-ca3792a4-ff91-4af5-826a-c8cb6680e55d tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0689232 Mar 31 23:14:24.932188 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5719ee03-d6df-47ad-a3a4-090bd6dfc05f req-240d314d-4ea8-4935-a029-297d90d844bd tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639658 Mar 31 23:14:25.740927 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84df56-82b3-4285-84e8-01a2a3282916 req-76abdd40-83c9-47ae-8c06-1dc8f78a6515 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.743625 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e84df56-82b3-4285-84e8-01a2a3282916 req-76abdd40-83c9-47ae-8c06-1dc8f78a6515 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0691490 Mar 31 23:14:25.825405 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e84df56-82b3-4285-84e8-01a2a3282916 req-c865e151-ea2e-4b9e-acbd-73b28ef544d9 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705423 Mar 31 23:14:25.839278 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-ecfb566c-f319-4593-8164-590f1dbb338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.842401 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-ecfb566c-f319-4593-8164-590f1dbb338c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1130 time: 0.0762706 Mar 31 23:14:25.991672 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-de050acf-4ff8-45a9-a70e-3ce3f6585f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:25.994579 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-de050acf-4ff8-45a9-a70e-3ce3f6585f64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.1405656 Mar 31 23:14:26.090481 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-78a2cfeb-b0ba-499b-b25b-477401ddf940 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 200 len: 1002 time: 0.0851343 Mar 31 23:14:26.148267 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-81f89540-e1cd-4554-b0f8-77134da77388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.150162 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-81f89540-e1cd-4554-b0f8-77134da77388 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.0514731 Mar 31 23:14:26.218842 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-5f6b794f-459a-4869-b7f5-6aa66b7305ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:26.222164 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-5f6b794f-459a-4869-b7f5-6aa66b7305ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636752 Mar 31 23:14:26.352048 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-ee688854-02e5-40c9-aba3-cc644c605921 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232789 Mar 31 23:14:26.508322 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-067bcfca-a5a6-48d8-ba1d-bffe044893b6 req-fd2715fe-c380-4273-9cdf-2644b3f1b023 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495545 Mar 31 23:14:27.039686 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf8b61-b84c-4cb5-b4ce-48ddb7dc3cd2 req-9a546d8b-45d0-4871-97a3-d5e34bd2d0a4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:27.042413 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35bf8b61-b84c-4cb5-b4ce-48ddb7dc3cd2 req-9a546d8b-45d0-4871-97a3-d5e34bd2d0a4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1020815 Mar 31 23:14:27.119301 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-35bf8b61-b84c-4cb5-b4ce-48ddb7dc3cd2 req-d04e260c-8af5-4d3a-b406-0864cd76101c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667017 Mar 31 23:14:28.331131 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504053c-caed-4c35-b1b8-b4c710ed629c req-71650557-b373-43d7-969d-37c1d435e831 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:28.333903 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7504053c-caed-4c35-b1b8-b4c710ed629c req-71650557-b373-43d7-969d-37c1d435e831 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0930395 Mar 31 23:14:28.399814 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7504053c-caed-4c35-b1b8-b4c710ed629c req-94237883-3123-4b54-b7fc-8797705407ef tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592973 Mar 31 23:14:29.624411 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598e658-5506-4bc5-ba19-5dc2598a985b req-08d595b8-4843-4f30-bfab-f22e3949e712 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.627216 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2598e658-5506-4bc5-ba19-5dc2598a985b req-08d595b8-4843-4f30-bfab-f22e3949e712 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0971575 Mar 31 23:14:29.698186 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2598e658-5506-4bc5-ba19-5dc2598a985b req-c8fd2876-c811-45f7-ae37-1abd99ee1ce8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609696 Mar 31 23:14:29.851281 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c95daa-3e14-4b1c-851f-bdae77804460 req-7f271fd4-7f60-4fba-ae51-c8097c1dbacf tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:29.852982 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0c95daa-3e14-4b1c-851f-bdae77804460 req-7f271fd4-7f60-4fba-ae51-c8097c1dbacf tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0600929 Mar 31 23:14:29.866588 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57556) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:29.874027 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-0cd3901a-af03-44d7-ad7d-93480c35d98f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Request body: {'floatingip': {'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:29.949348 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0cd3901a-af03-44d7-ad7d-93480c35d98f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (f7b3e357-fce7-4238-a3e8-20dc5957e7a2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:30.663992 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0cd3901a-af03-44d7-ad7d-93480c35d98f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:30.818171 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0cd3901a-af03-44d7-ad7d-93480c35d98f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (f7b3e357-fce7-4238-a3e8-20dc5957e7a2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:31.107630 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd3901a-af03-44d7-ad7d-93480c35d98f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Router 0e332abb-1612-40c6-ad22-fcce04563467 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:31.248753 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd3901a-af03-44d7-ad7d-93480c35d98f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:31.258551 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0cd3901a-af03-44d7-ad7d-93480c35d98f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:31.267655 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4945223-08d4-4567-8479-700f898ee291 None None] Sync routers for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:31.287251 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4945223-08d4-4567-8479-700f898ee291 None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:31.288292 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-c4945223-08d4-4567-8479-700f898ee291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:31.302228 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:31.306636 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:31.359795 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fec245b-1ba9-42e7-bf10-d79493890027 x-openstack-request-id: req-3fec245b-1ba9-42e7-bf10-d79493890027 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:31.360314 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:31.360733 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fec245b-1ba9-42e7-bf10-d79493890027 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:31.361880 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fec245b-1ba9-42e7-bf10-d79493890027'] response: {'name': 'network-changed', 'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'status': 'completed', 'code': 200} Mar 31 23:14:31.370816 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0cd3901a-af03-44d7-ad7d-93480c35d98f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "PUT /v2.0/floatingips/f7b3e357-fce7-4238-a3e8-20dc5957e7a2 HTTP/1.1" status: 200 len: 994 time: 1.5016992 Mar 31 23:14:31.488579 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-1c51e441-69c6-40eb-b52e-eb98e79b61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.491854 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-1c51e441-69c6-40eb-b52e-eb98e79b61ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1130 time: 0.0957332 Mar 31 23:14:31.599877 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-c4945223-08d4-4567-8479-700f898ee291 None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:31.632333 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-4ae87eea-88ad-4514-94e5-68e0dc91254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.634369 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-4ae87eea-88ad-4514-94e5-68e0dc91254d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.1329441 Mar 31 23:14:31.734118 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-172a71f2-59b7-464f-9f16-2d8a84709848 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 200 len: 1002 time: 0.0928748 Mar 31 23:14:31.812166 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-827c5338-d749-48c7-aacd-101a3d64befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.814946 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-827c5338-d749-48c7-aacd-101a3d64befd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.0713308 Mar 31 23:14:31.886283 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-ca6d86dc-954f-48d4-8552-e897096f27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:31.888477 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-ca6d86dc-954f-48d4-8552-e897096f27ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656893 Mar 31 23:14:31.921821 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-c4945223-08d4-4567-8479-700f898ee291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f7b3e357-fce7-4238-a3e8-20dc5957e7a2', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'mac_address': 'fa:16:3e:1b:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:31Z', 'updated_at': '2022-03-31T23:14:30Z', 'revision_number': 3, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:31.961991 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4945223-08d4-4567-8479-700f898ee291 None None] Checking router: 0e332abb-1612-40c6-ad22-fcce04563467 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:31.978672 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4945223-08d4-4567-8479-700f898ee291 None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:31.979803 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-c4945223-08d4-4567-8479-700f898ee291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:32.013485 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-0903046c-d224-4549-ad4f-3b5e300f67d7 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139748 Mar 31 23:14:32.147752 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-c4945223-08d4-4567-8479-700f898ee291 None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:32.172622 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6111e67f-d55f-4fce-b5e3-9e8448fa7c4b req-ffa7a202-6ec7-4cbc-9617-83d8828f7ecb service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484387 Mar 31 23:14:32.494552 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-c4945223-08d4-4567-8479-700f898ee291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f7b3e357-fce7-4238-a3e8-20dc5957e7a2', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'mac_address': 'fa:16:3e:1b:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:31Z', 'updated_at': '2022-03-31T23:14:30Z', 'revision_number': 3, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:32.544634 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4945223-08d4-4567-8479-700f898ee291 None None] The sync data for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi is: [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f7b3e357-fce7-4238-a3e8-20dc5957e7a2', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'port_id': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'mac_address': 'fa:16:3e:1b:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:12:31Z', 'updated_at': '2022-03-31T23:14:30Z', 'revision_number': 3, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:33.363122 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:33.366079 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:33.412228 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03911301-4acb-401a-afcf-46f342fe372a x-openstack-request-id: req-03911301-4acb-401a-afcf-46f342fe372a {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:33.412592 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:33.412901 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03911301-4acb-401a-afcf-46f342fe372a {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:33.413337 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03911301-4acb-401a-afcf-46f342fe372a'] response: {'name': 'network-changed', 'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'status': 'completed', 'code': 200} Mar 31 23:14:33.510227 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-c79abcc6-29f9-4817-adfd-6ec4b7a70a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.512633 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-c79abcc6-29f9-4817-adfd-6ec4b7a70a77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 1130 time: 0.0649109 Mar 31 23:14:33.687622 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-3ae829bc-818d-4ce1-93b7-db576775e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.691007 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-3ae829bc-818d-4ce1-93b7-db576775e98d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.1651678 Mar 31 23:14:33.776218 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-e2e4c0db-4b5d-4d3f-a548-362957bf9fb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 200 len: 1002 time: 0.0763152 Mar 31 23:14:33.850807 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-7652fa95-d0bd-41aa-b82a-25470f813dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.853239 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-7652fa95-d0bd-41aa-b82a-25470f813dbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.0679586 Mar 31 23:14:33.949081 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-9a9225bc-977d-4a5e-8744-276f6db5a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:33.951886 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-9a9225bc-977d-4a5e-8744-276f6db5a9dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920494 Mar 31 23:14:34.078152 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-f80ba23f-715a-4173-9ded-f6c4c8f59dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147346 Mar 31 23:14:34.231749 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1e6f2d0a-e965-47fc-b0fb-71ba7cb3b7d8 req-bb0bdbd9-330e-4317-ac9d-c6231d113131 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451597 Mar 31 23:14:35.206511 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae341a5-06f5-4bf3-9e6b-e9f236e3b062 req-68f909a9-651c-448c-8e86-1aa1517ce174 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:35.208805 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bae341a5-06f5-4bf3-9e6b-e9f236e3b062 req-68f909a9-651c-448c-8e86-1aa1517ce174 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.0702131 Mar 31 23:14:35.288951 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bae341a5-06f5-4bf3-9e6b-e9f236e3b062 req-afed39a0-22d6-4430-ae47-ffb0e1c99d9c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655022 Mar 31 23:14:36.472668 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cfb27-b0c4-4e9a-b9bc-b973fc8a32bb req-c99c5c33-e802-4024-bf8e-269dcbb806e3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:36.474663 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e1cfb27-b0c4-4e9a-b9bc-b973fc8a32bb req-c99c5c33-e802-4024-bf8e-269dcbb806e3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.0691893 Mar 31 23:14:36.543339 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e1cfb27-b0c4-4e9a-b9bc-b973fc8a32bb req-2ec646e0-109d-4485-8ce6-2c57836477df tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553498 Mar 31 23:14:36.959363 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-89f99762-d79d-418b-9bd3-40ab19fbc541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:37.337176 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-addce88d-6f52-4ed5-9994-5efcc168b172 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.339079 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-addce88d-6f52-4ed5-9994-5efcc168b172 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.0737152 Mar 31 23:14:37.515063 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Deleting port ebb9ae53-ab50-4e90-9432-51a0faa7687a {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:14:37.515759 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:37.660172 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] For port ebb9ae53-ab50-4e90-9432-51a0faa7687a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ebb9ae53-ab50-4e90-9432-51a0faa7687a,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:37.660649 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:37.722103 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ba2d4-c08a-4530-a92c-500e26dda7cd req-5a56ee0b-128e-4213-8d85-58cba369587e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:37.724810 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e0ba2d4-c08a-4530-a92c-500e26dda7cd req-5a56ee0b-128e-4213-8d85-58cba369587e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 946 time: 0.0902221 Mar 31 23:14:37.789971 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e0ba2d4-c08a-4530-a92c-500e26dda7cd req-2f70998c-9c0e-41be-af92-4288c3b93433 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f59e063-df13-491c-9add-4de80708717b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552835 Mar 31 23:14:37.963913 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:37.964426 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (73b01d19-d736-4e37-ac8b-d90cfc356b75), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:37.964887 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Floating IP 73b01d19-d736-4e37-ac8b-d90cfc356b75 disassociated. External IP: 172.27.0.59, port: ebb9ae53-ab50-4e90-9432-51a0faa7687a. Mar 31 23:14:37.965357 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Calling delete_port for ebb9ae53-ab50-4e90-9432-51a0faa7687a owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:14:38.210159 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (ebb9ae53-ab50-4e90-9432-51a0faa7687a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:38.245292 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event deleted for resources: {'Port': ['ID=ebb9ae53-ab50-4e90-9432-51a0faa7687a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:38.258578 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.258972 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.259274 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.259618 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.259958 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.260298 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.260635 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.260957 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.261293 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.261814 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.262070 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.262369 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.262701 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.263034 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.263363 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:38.698236 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:38.865984 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:38.878980 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] Sync routers for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:38.894880 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:38.895578 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:38.916039 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] No DVR routers for this DVR port ebb9ae53-ab50-4e90-9432-51a0faa7687a on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:38.919543 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:38.923266 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c4046cc-fbe9-4c76-9ea9-38de5b033b93 req-640a780a-7aa9-4fa9-9fd2-54d7363a95e9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "DELETE /v2.0/ports/ebb9ae53-ab50-4e90-9432-51a0faa7687a HTTP/1.1" status: 204 len: 173 time: 1.5749345 Mar 31 23:14:38.923821 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-deleted', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:38.926533 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aaad20-1280-4685-bcb5-416e7e35af4b" -d '{"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-deleted", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:38.976690 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb5a93cf-3460-4bcc-a7a5-7108e720b0c4 req-a904639d-7751-4a40-8e4a-72219bdd50b2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 210 time: 0.0735774 Mar 31 23:14:39.011349 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0b3265-c8af-4f63-9309-bf2967ead2e3 x-openstack-request-id: req-5b0b3265-c8af-4f63-9309-bf2967ead2e3 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:39.011645 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20c4486-0f34-47db-87fc-7e2d8810d6e3", "name": "network-vif-deleted", "tag": "ebb9ae53-ab50-4e90-9432-51a0faa7687a", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:39.011899 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b0b3265-c8af-4f63-9309-bf2967ead2e3 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:39.012353 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0b3265-c8af-4f63-9309-bf2967ead2e3'] response: {'server_uuid': 'b20c4486-0f34-47db-87fc-7e2d8810d6e3', 'name': 'network-vif-deleted', 'tag': 'ebb9ae53-ab50-4e90-9432-51a0faa7687a', 'status': 'completed', 'code': 200} Mar 31 23:14:39.078458 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:39.453395 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:39.502258 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] Checking router: 8fdd438e-fb50-403e-a5ec-ca5b54f371ce for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:39.521869 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:39.523011 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:39.679928 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:39.994739 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:40.029431 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb83fb4-c43d-4dfc-b021-a211f2c172d8 None None] The sync data for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi is: [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:40.170878 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99fd8fc9-08e1-4b63-8dc2-e6f63bd144c7 req-c403c4e0-9b98-41c3-b868-6b0e390ee57d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=b20c4486-0f34-47db-87fc-7e2d8810d6e3 HTTP/1.1" status: 200 len: 210 time: 0.0639756 Mar 31 23:14:40.197197 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:40.231703 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: ebb9ae53-ab50-4e90-9432-51a0faa7687a {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:14:40.232684 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ebb9ae53-ab50-4e90-9432-51a0faa7687a not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:40.443145 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee51a7-4312-42de-b3cf-d4499e18805a None None] New status for floating IP 73b01d19-d736-4e37-ac8b-d90cfc356b75: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:14:40.587614 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7ee15c74-7adb-4837-bf9d-7f3892a7f00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:41.425209 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57604) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:41.532062 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (5f59e063-df13-491c-9add-4de80708717b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:41.575313 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (5f59e063-df13-491c-9add-4de80708717b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:41.759394 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5f59e063-df13-491c-9add-4de80708717b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:41.762399 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:41.764758 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f59e063-df13-491c-9add-4de80708717b HTTP/1.1" status: 204 len: 168 time: 0.3376372 Mar 31 23:14:41.767153 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57606) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:41.779720 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f59e063-df13-491c-9add-4de80708717b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:41.793282 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.793724 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.793956 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-66df42b3-6d36-482e-ac85-b854d176e201 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] show failed (client error): The resource could not be found. Mar 31 23:14:41.794929 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.795097 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.795546 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.796091 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.797917 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-66df42b3-6d36-482e-ac85-b854d176e201 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups/5f59e063-df13-491c-9add-4de80708717b HTTP/1.1" status: 404 len: 347 time: 0.0272379 Mar 31 23:14:41.801830 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57608) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:41.804410 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.804994 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.805744 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.806378 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.806945 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.807489 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.808093 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.808612 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:41.809156 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c7d8fa-002b-4f95-9a89-ec80c417b516 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:42.021591 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Deleting port e66a602f-ae0c-4dae-bb16-16584be639cc {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:14:42.022308 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (e66a602f-ae0c-4dae-bb16-16584be639cc), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:42.135828 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (e66a602f-ae0c-4dae-bb16-16584be639cc), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:42.136133 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (e66a602f-ae0c-4dae-bb16-16584be639cc), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:42.152836 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Calling delete_port for e66a602f-ae0c-4dae-bb16-16584be639cc owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:14:42.428221 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:42.525198 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (e66a602f-ae0c-4dae-bb16-16584be639cc), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:42.554843 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event deleted for resources: {'Port': ['ID=e66a602f-ae0c-4dae-bb16-16584be639cc,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:42.659958 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (73b01d19-d736-4e37-ac8b-d90cfc356b75), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:42.663558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:42.666929 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-877e0af9-af6c-420c-97eb-0e69353b8212 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "DELETE /v2.0/floatingips/73b01d19-d736-4e37-ac8b-d90cfc356b75 HTTP/1.1" status: 204 len: 168 time: 0.8625674 Mar 31 23:14:43.198782 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57612) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:43.204771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-2d695769-4d26-449f-a28c-10c6d0432542 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694194860', 'description': 'tempest-description--517648229'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:43.338075 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d695769-4d26-449f-a28c-10c6d0432542 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:43.465159 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d695769-4d26-449f-a28c-10c6d0432542 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (28c0400e-f188-4a90-baec-e9b04a278943), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:43.541375 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d695769-4d26-449f-a28c-10c6d0432542 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (28c0400e-f188-4a90-baec-e9b04a278943), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:43.582869 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d695769-4d26-449f-a28c-10c6d0432542 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c0400e-f188-4a90-baec-e9b04a278943,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:43.638650 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d695769-4d26-449f-a28c-10c6d0432542 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:43.640897 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2d695769-4d26-449f-a28c-10c6d0432542 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4406416 Mar 31 23:14:43.645149 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57614) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:43.653286 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-9876750a-fc25-4b91-aae9-2c8c04109d2e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'security_group_rule': {'security_group_id': '28c0400e-f188-4a90-baec-e9b04a278943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:43.768253 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9876750a-fc25-4b91-aae9-2c8c04109d2e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (e53ea67e-b782-46ac-88e5-20961395999a), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:43.868199 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9876750a-fc25-4b91-aae9-2c8c04109d2e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (e53ea67e-b782-46ac-88e5-20961395999a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:43.981312 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9876750a-fc25-4b91-aae9-2c8c04109d2e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (e53ea67e-b782-46ac-88e5-20961395999a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:44.002949 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876750a-fc25-4b91-aae9-2c8c04109d2e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53ea67e-b782-46ac-88e5-20961395999a,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.113708 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9876750a-fc25-4b91-aae9-2c8c04109d2e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:44.116016 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9876750a-fc25-4b91-aae9-2c8c04109d2e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4689808 Mar 31 23:14:44.120936 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57616) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:44.128636 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-70853bec-141b-446c-80cb-4f6e495437aa tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'security_group_rule': {'security_group_id': '28c0400e-f188-4a90-baec-e9b04a278943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:44.247400 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70853bec-141b-446c-80cb-4f6e495437aa tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (3c9d4852-1d75-4968-a861-c24f50958a0e), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:44.338716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70853bec-141b-446c-80cb-4f6e495437aa tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (3c9d4852-1d75-4968-a861-c24f50958a0e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:44.447145 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70853bec-141b-446c-80cb-4f6e495437aa tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (3c9d4852-1d75-4968-a861-c24f50958a0e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:44.481371 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70853bec-141b-446c-80cb-4f6e495437aa tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9d4852-1d75-4968-a861-c24f50958a0e,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:44.589359 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70853bec-141b-446c-80cb-4f6e495437aa tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:44.591504 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-70853bec-141b-446c-80cb-4f6e495437aa tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4689777 Mar 31 23:14:44.597123 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57618) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:44.602691 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:44.715742 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:44.909300 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:45.058428 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Allocated IP 172.27.0.82 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/241373cb-bd42-40c0-ab4f-10af4189d7dc) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:45.076530 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:45.238712 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for port (241373cb-bd42-40c0-ab4f-10af4189d7dc), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:45.361044 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (241373cb-bd42-40c0-ab4f-10af4189d7dc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:45.411778 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:45.415330 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:45.422792 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:45.432267 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'Port': ['ID=241373cb-bd42-40c0-ab4f-10af4189d7dc,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:45.435017 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:45.597715 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (76f33a87-560c-464e-b7b2-0a09bcb56f6d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:45.727058 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (241373cb-bd42-40c0-ab4f-10af4189d7dc), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:46.005927 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for port (241373cb-bd42-40c0-ab4f-10af4189d7dc), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:46.104084 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (241373cb-bd42-40c0-ab4f-10af4189d7dc), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:46.186950 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'Port': ['ID=241373cb-bd42-40c0-ab4f-10af4189d7dc,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:46.200192 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (76f33a87-560c-464e-b7b2-0a09bcb56f6d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:46.345422 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:46.346941 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ad6eff14-5622-4b30-b763-59a37496f67c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7485242 Mar 31 23:14:46.584835 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-e225e776-173e-403e-bddc-d0d6c14087ed tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1694194860&fields=id&tenant_id=90fe5ebff2384f8387c85f97ec54508b HTTP/1.1" status: 200 len: 267 time: 0.0511818 Mar 31 23:14:47.010981 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0e50-5674-42de-9cbb-8d6321d34b9d req-e18299db-418e-43b7-af79-f2b8e1ed6a4f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.012729 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d6d0e50-5674-42de-9cbb-8d6321d34b9d req-e18299db-418e-43b7-af79-f2b8e1ed6a4f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 946 time: 0.1249194 Mar 31 23:14:47.027102 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-2c5d8ee6-fddc-47e0-8fd0-6579fdbf4b18 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:47.029220 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-2c5d8ee6-fddc-47e0-8fd0-6579fdbf4b18 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 817 time: 0.4356916 Mar 31 23:14:47.064409 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-63ecd506-6979-41d6-88cd-7ba5fe6520a3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/quotas/90fe5ebff2384f8387c85f97ec54508b HTTP/1.1" status: 200 len: 375 time: 0.0249581 Mar 31 23:14:47.124862 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d6d0e50-5674-42de-9cbb-8d6321d34b9d req-bc0fa022-609b-4e5e-b26f-3043e856de3c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942607 Mar 31 23:14:47.167256 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-90203392-6d4a-44c9-91e0-65d6bd3e0004 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952175 Mar 31 23:14:47.351011 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7d7f775a-e07c-43f3-9eb3-c62048efa0d4 service neutron] 10.222.0.41 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632433 Mar 31 23:14:47.522913 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-479b8174-35c4-4dd7-93f8-aa4d1275bcaf service neutron] 10.222.0.41 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649823 Mar 31 23:14:47.831102 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:47.901145 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3fd24c3-5604-4bd2-add8-1a223f5120ce req-1e784863-efbd-4f36-b1d2-82e4b4e9d44c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 210 time: 0.0538824 Mar 31 23:14:48.307267 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3c13-f9c2-4cbd-880a-978947e3d658 req-38dc978e-f6fd-4430-b760-0bb12f45da7c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:48.309676 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b32a3c13-f9c2-4cbd-880a-978947e3d658 req-38dc978e-f6fd-4430-b760-0bb12f45da7c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 946 time: 0.0855818 Mar 31 23:14:48.386442 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-2be55560-ca78-4fc5-a4eb-791419c7e0fd tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:48.389053 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-2be55560-ca78-4fc5-a4eb-791419c7e0fd tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 946 time: 0.1039951 Mar 31 23:14:48.390391 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b32a3c13-f9c2-4cbd-880a-978947e3d658 req-2547e925-1b0c-4849-bef3-4109b95f5d0d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=b21aa4da-cdfe-494b-8ff8-4128d307a33f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720921 Mar 31 23:14:48.514986 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Deleting port 99194315-0fa5-4503-b3b2-56c7b9891d67 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:14:48.515371 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:48.632731 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] For port 99194315-0fa5-4503-b3b2-56c7b9891d67, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=99194315-0fa5-4503-b3b2-56c7b9891d67,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:48.633250 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:48.914083 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:48.915102 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:48.915672 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Floating IP 8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07 disassociated. External IP: 172.27.0.52, port: 99194315-0fa5-4503-b3b2-56c7b9891d67. Mar 31 23:14:48.916250 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Calling delete_port for 99194315-0fa5-4503-b3b2-56c7b9891d67 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:14:49.060358 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8164db8-4a23-4461-9bb3-89c224493fc9 req-d1e1059d-bc58-4f73-ad55-37a332cfdb11 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 210 time: 0.0343468 Mar 31 23:14:49.144303 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:14:49.290537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (99194315-0fa5-4503-b3b2-56c7b9891d67), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:49.344078 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'Port': ['ID=99194315-0fa5-4503-b3b2-56c7b9891d67,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:49.541315 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5b405ac-8486-4c97-ba54-7928499f89f8 req-728fdebd-3e7b-40cd-81ed-6493240637e7 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 210 time: 0.0424957 Mar 31 23:14:49.575235 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:14:49.733473 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:14:49.749370 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:14:49.770687 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:49.771722 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:49.809214 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] No DVR routers for this DVR port 99194315-0fa5-4503-b3b2-56c7b9891d67 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:14:49.813650 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:49.819168 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4cc980b2-7483-4697-95b6-933cb5d25e4f req-30daf5e8-9f48-42d8-85bd-101d5254af81 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "DELETE /v2.0/ports/99194315-0fa5-4503-b3b2-56c7b9891d67 HTTP/1.1" status: 204 len: 173 time: 1.4244032 Mar 31 23:14:49.819974 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'name': 'network-vif-deleted', 'tag': '99194315-0fa5-4503-b3b2-56c7b9891d67'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:49.823703 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0942af9-aa8f-45b5-b053-df1dfb45d626" -d '{"events": [{"server_uuid": "5930b5fe-c66f-45c8-aa3e-5907d3dfd315", "name": "network-vif-deleted", "tag": "99194315-0fa5-4503-b3b2-56c7b9891d67"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:49.887925 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1263a3cc-9f4b-42a1-bc45-eef4083afe0a x-openstack-request-id: req-1263a3cc-9f4b-42a1-bc45-eef4083afe0a {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:49.889166 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5930b5fe-c66f-45c8-aa3e-5907d3dfd315", "name": "network-vif-deleted", "tag": "99194315-0fa5-4503-b3b2-56c7b9891d67", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:49.889166 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1263a3cc-9f4b-42a1-bc45-eef4083afe0a {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:49.889767 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1263a3cc-9f4b-42a1-bc45-eef4083afe0a'] response: {'server_uuid': '5930b5fe-c66f-45c8-aa3e-5907d3dfd315', 'name': 'network-vif-deleted', 'tag': '99194315-0fa5-4503-b3b2-56c7b9891d67', 'status': 'completed', 'code': 200} Mar 31 23:14:49.990350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:50.245359 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f068a11-831a-444e-a7b4-822d44690e78 req-4c762be0-763f-4d1a-9f5e-29bd47bf09a4 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 210 time: 0.0521262 Mar 31 23:14:50.423678 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:29Z', 'revision_number': 2, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:50.457942 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:14:50.469492 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:14:50.470574 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:50.647545 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:14:50.691491 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-e854153c-682d-47b5-bc9f-96605e781919 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:50.693934 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-e854153c-682d-47b5-bc9f-96605e781919 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 817 time: 0.2147374 Mar 31 23:14:50.771187 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f323981-98f4-4e5e-9b80-0751b7a6f6ce req-3c64c821-31b2-481f-a625-b9a3e8d6dedc tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=5930b5fe-c66f-45c8-aa3e-5907d3dfd315 HTTP/1.1" status: 200 len: 210 time: 0.0472279 Mar 31 23:14:50.807656 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-10dd67d0-3331-425f-9f03-9d6cfa5f4965 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90fe5ebff2384f8387c85f97ec54508b HTTP/1.1" status: 200 len: 380 time: 0.0975866 Mar 31 23:14:50.817904 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'port': {'device_id': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'admin_state_up': True, 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'security_groups': ['28c0400e-f188-4a90-baec-e9b04a278943']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:51.136436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Made reservation on behalf of 90fe5ebff2384f8387c85f97ec54508b for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:14:51.142725 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:51.299857 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:29Z', 'revision_number': 2, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:14:51.364733 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d7f5f-0433-46b1-abfe-5c9f8c01fd80 None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '27ac13ec-592d-4753-b017-5090911b44d8', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:5b:ff:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:11:57Z', 'updated_at': '2022-03-31T23:12:29Z', 'revision_number': 2, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:14:51.389466 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Allocated IP 172.20.0.12 (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8/b21e31e7-dc2a-4c2d-9073-e326c7146706/74893a65-1c14-4a37-b31c-4cb1d239ba86) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:14:51.427276 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fef97667-d773-452e-a939-ee6b7524d149 req-bd1bbf05-dc6c-4a8b-adaa-90de0ac9f088 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 210 time: 0.0464921 Mar 31 23:14:51.688244 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:51.760776 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa67bb7b-ffc5-4ef9-b02f-4a65c859cf96 None None] New status for floating IP 8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:14:51.853672 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:51.940235 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:14:51.946660 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:14:51.953965 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:14:51.984046 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.025919 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:52.026593 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:52.088144 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57676) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:52.194458 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-166920cf-cfe7-4391-a38f-b5a49e5a6d17 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3813546 Mar 31 23:14:52.207865 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32e881ba-77bf-456e-a9a4-a0a805f2c7ad tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (b21aa4da-cdfe-494b-8ff8-4128d307a33f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:52.216426 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Request body: {'port': {'device_id': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:14:52.270752 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 99194315-0fa5-4503-b3b2-56c7b9891d67 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:14:52.302814 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32e881ba-77bf-456e-a9a4-a0a805f2c7ad tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (b21aa4da-cdfe-494b-8ff8-4128d307a33f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:52.309928 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 99194315-0fa5-4503-b3b2-56c7b9891d67 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:14:52.310712 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 99194315-0fa5-4503-b3b2-56c7b9891d67 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:14:52.321475 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-7d929c30-a628-4a73-8e96-c3e0481c0113 None None] Provisioning complete for port 74893a65-1c14-4a37-b31c-4cb1d239ba86 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:14:52.322050 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7d929c30-a628-4a73-8e96-c3e0481c0113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:52.373342 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7d929c30-a628-4a73-8e96-c3e0481c0113 None None] Port 74893a65-1c14-4a37-b31c-4cb1d239ba86 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:14:52.411298 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:52.596715 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32e881ba-77bf-456e-a9a4-a0a805f2c7ad tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (b21aa4da-cdfe-494b-8ff8-4128d307a33f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:52.601634 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32e881ba-77bf-456e-a9a4-a0a805f2c7ad tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:52.603792 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-32e881ba-77bf-456e-a9a4-a0a805f2c7ad tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "DELETE /v2.0/security-groups/b21aa4da-cdfe-494b-8ff8-4128d307a33f HTTP/1.1" status: 204 len: 168 time: 0.5138953 Mar 31 23:14:52.608330 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57684) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:52.631545 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-ff58e7b5-20f4-498a-8903-47302d73a624 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] show failed (client error): The resource could not be found. Mar 31 23:14:52.634266 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ff58e7b5-20f4-498a-8903-47302d73a624 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups/b21aa4da-cdfe-494b-8ff8-4128d307a33f HTTP/1.1" status: 404 len: 347 time: 0.0226667 Mar 31 23:14:52.638768 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57686) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:14:52.644310 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e881ba-77bf-456e-a9a4-a0a805f2c7ad tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21aa4da-cdfe-494b-8ff8-4128d307a33f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:52.834176 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Deleting port 6521d162-7484-42eb-b14a-12395fde9ed3 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:14:52.835127 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (6521d162-7484-42eb-b14a-12395fde9ed3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:52.961923 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74893a65-1c14-4a37-b31c-4cb1d239ba86 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:52.978210 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Publish callbacks [] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.005910 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Transition to ACTIVE for port object 74893a65-1c14-4a37-b31c-4cb1d239ba86 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:14:53.088843 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca7b5c-3b1b-46c1-874d-dccb0d256039 req-f62b580d-fe44-4068-a3a1-6a59ceb55284 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:53.091482 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81ca7b5c-3b1b-46c1-874d-dccb0d256039 req-f62b580d-fe44-4068-a3a1-6a59ceb55284 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 932 time: 0.5334976 Mar 31 23:14:53.098372 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (6521d162-7484-42eb-b14a-12395fde9ed3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.098922 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (6521d162-7484-42eb-b14a-12395fde9ed3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.115732 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.146589 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Calling delete_port for 6521d162-7484-42eb-b14a-12395fde9ed3 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:14:53.211853 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:53.348439 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81ca7b5c-3b1b-46c1-874d-dccb0d256039 req-8d3a0dc0-6b70-4b69-9470-633dd7ae49ad tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442672 Mar 31 23:14:53.353501 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Attempting to bind port 74893a65-1c14-4a37-b31c-4cb1d239ba86 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:14:53.354326 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Attempting to bind port 74893a65-1c14-4a37-b31c-4cb1d239ba86 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:14:53.354867 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Attempting to bind port 74893a65-1c14-4a37-b31c-4cb1d239ba86 on network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:53.363646 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Port 74893a65-1c14-4a37-b31c-4cb1d239ba86 on network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:14:53.364199 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Attempting to bind port 74893a65-1c14-4a37-b31c-4cb1d239ba86 on network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:14:53.381223 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:14:53.381223 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Checking segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:14:53.381223 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Bound using segment: {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:14:53.381223 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Bound port: 74893a65-1c14-4a37-b31c-4cb1d239ba86, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bedac306-8954-4f76-82d0-cc54e9f66144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:14:53.381223 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.510094 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:14:53.515977 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:14:53.618408 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (6521d162-7484-42eb-b14a-12395fde9ed3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.675404 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'Port': ['ID=6521d162-7484-42eb-b14a-12395fde9ed3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:53.677506 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.729474 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.732858 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.738776 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-155a74d8-abc7-4129-a52c-570e24b7c7a5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "DELETE /v2.0/floatingips/8b8e7405-c8f7-4cb6-97a7-4e03c67a7c07 HTTP/1.1" status: 204 len: 168 time: 1.0949383 Mar 31 23:14:53.747857 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:53.749049 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:53.751513 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] 10.222.0.30 "PUT /v2.0/ports/74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 200 len: 1094 time: 1.5465117 Mar 31 23:14:53.752275 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:14:53.755991 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeefdec-9235-43be-a638-b26cecf5b34e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:14:53.803547 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228eb55-3591-4a15-a598-b76b0764f09b service neutron] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:53.810413 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e6da61-4154-4246-b8eb-14c72740265a x-openstack-request-id: req-b8e6da61-4154-4246-b8eb-14c72740265a {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:14:53.810844 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:14:53.811254 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8e6da61-4154-4246-b8eb-14c72740265a {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:14:53.811914 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e6da61-4154-4246-b8eb-14c72740265a'] response: {'name': 'network-changed', 'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'status': 'completed', 'code': 200} Mar 31 23:14:53.913689 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefdec-9235-43be-a638-b26cecf5b34e req-21126800-15cc-4a71-83f3-b8e93e469b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:53.916955 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dfeefdec-9235-43be-a638-b26cecf5b34e req-21126800-15cc-4a71-83f3-b8e93e469b9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1128 time: 0.0840225 Mar 31 23:14:54.113758 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefdec-9235-43be-a638-b26cecf5b34e req-355ab45d-5451-4470-bb0a-1cc47430d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.117225 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dfeefdec-9235-43be-a638-b26cecf5b34e req-355ab45d-5451-4470-bb0a-1cc47430d79e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=90fe5ebff2384f8387c85f97ec54508b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1907265 Mar 31 23:14:54.302612 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefdec-9235-43be-a638-b26cecf5b34e req-745dc197-0288-4609-ad92-882b412178ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.305226 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dfeefdec-9235-43be-a638-b26cecf5b34e req-745dc197-0288-4609-ad92-882b412178ad service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818075 Mar 31 23:14:54.457767 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-4cdf46bd-242b-424b-8bb6-eb263235b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.460755 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-4cdf46bd-242b-424b-8bb6-eb263235b5ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1128 time: 0.1034925 Mar 31 23:14:54.535653 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-b11217e8-6185-4466-9330-49c940eba7f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 200 len: 217 time: 0.0663435 Mar 31 23:14:54.591171 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5510f1-b875-41d0-9c4d-d9790f1b8882 req-33c7cded-9b54-49f9-acf2-245825d36288 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.593516 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b5510f1-b875-41d0-9c4d-d9790f1b8882 req-33c7cded-9b54-49f9-acf2-245825d36288 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1012404 Mar 31 23:14:54.625365 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-47634e0d-c1d4-42d8-b392-7786a0f845da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.628299 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-47634e0d-c1d4-42d8-b392-7786a0f845da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.0750446 Mar 31 23:14:54.661508 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b5510f1-b875-41d0-9c4d-d9790f1b8882 req-e4190552-1d27-4df1-9250-37b8c2eeb566 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574503 Mar 31 23:14:54.710500 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-4d3c7279-4eb4-48bb-bb0f-e24ffbc87084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:54.713613 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-4d3c7279-4eb4-48bb-bb0f-e24ffbc87084 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778470 Mar 31 23:14:54.871440 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-6af8f384-b55c-44be-b855-3ace32ee2388 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504176 Mar 31 23:14:55.060642 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-46c2589f-ad8e-452e-a788-bb64ce599a59 req-3e96fff8-1063-4f9f-8853-58fa2a7bfea1 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758678 Mar 31 23:14:55.887038 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bab7b-250e-434b-9a7a-9e88f4426e5c req-f6647fa6-b29b-4466-b485-b02a649a1ca7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:55.890216 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-966bab7b-250e-434b-9a7a-9e88f4426e5c req-f6647fa6-b29b-4466-b485-b02a649a1ca7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1039565 Mar 31 23:14:55.984662 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-966bab7b-250e-434b-9a7a-9e88f4426e5c req-ea11b9d2-994e-4619-9f3a-fd96b2277a15 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824060 Mar 31 23:14:57.295806 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fc733-b4da-4f3e-9c4c-e5c24d85bc2f req-61449142-a3e9-4d6e-b858-be430a543bbc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:57.297394 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c2fc733-b4da-4f3e-9c4c-e5c24d85bc2f req-61449142-a3e9-4d6e-b858-be430a543bbc tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1907086 Mar 31 23:14:57.351779 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b61e2-3f5d-4170-905a-aabb54cb5141 req-d6288654-de31-4cea-9007-4afec327b4bd tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:57.354581 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-212b61e2-3f5d-4170-905a-aabb54cb5141 req-d6288654-de31-4cea-9007-4afec327b4bd tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 946 time: 0.1217527 Mar 31 23:14:57.474588 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c2fc733-b4da-4f3e-9c4c-e5c24d85bc2f req-8f40ece7-bb07-467d-8402-b7e5db52c641 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582320 Mar 31 23:14:57.497457 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-212b61e2-3f5d-4170-905a-aabb54cb5141 req-5b9e2784-a1e5-42e2-9ef1-2493f8d6c631 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305652 Mar 31 23:14:58.275437 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:14:58.442358 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:58.464916 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'port_id': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'mac_address': 'fa:16:3e:5f:e6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:14:58.526999 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 74893a65-1c14-4a37-b31c-4cb1d239ba86 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:14:58.527559 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:58.552662 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74893a65-1c14-4a37-b31c-4cb1d239ba86 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:14:58.592314 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:58.675352 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:58.687094 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594fe31-0763-4640-88cd-2448166fc525 req-e85f20e1-77bf-4cd5-8dea-eb0a75f8fa46 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:58.689396 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9594fe31-0763-4640-88cd-2448166fc525 req-e85f20e1-77bf-4cd5-8dea-eb0a75f8fa46 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1049542 Mar 31 23:14:58.715990 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de5c09-b759-4613-87fb-6f30942a9273 req-cd1d615c-2051-498a-88fe-5f0e7f6f9b36 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:58.724489 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01de5c09-b759-4613-87fb-6f30942a9273 req-cd1d615c-2051-498a-88fe-5f0e7f6f9b36 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 946 time: 0.0992978 Mar 31 23:14:58.763052 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:14:58.776562 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.777056 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.777634 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.778251 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.778845 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.779397 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.779579 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9594fe31-0763-4640-88cd-2448166fc525 req-542ebdae-9db6-4074-b945-af603bdc112a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726736 Mar 31 23:14:58.779944 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.780512 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.781071 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.781622 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.782281 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.782864 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.783486 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.784059 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.784643 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:14:58.805140 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01de5c09-b759-4613-87fb-6f30942a9273 req-df0b278c-5b14-4b97-905d-2c224da191e1 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739679 Mar 31 23:14:58.899803 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-5be80b2b-673b-4475-859a-b5cc09c81dd9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:14:58.902528 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-5be80b2b-673b-4475-859a-b5cc09c81dd9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 946 time: 0.0852556 Mar 31 23:14:58.953156 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['74893a65-1c14-4a37-b31c-4cb1d239ba86'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:14:59.055833 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Deleting port a885bf73-4129-4c8b-8547-85c2dc81a007 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:14:59.056230 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:59.194302 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] For port a885bf73-4129-4c8b-8547-85c2dc81a007, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a885bf73-4129-4c8b-8547-85c2dc81a007,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:14:59.194675 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:59.458159 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:59.458638 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (27ac13ec-592d-4753-b017-5090911b44d8), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:59.459106 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Floating IP 27ac13ec-592d-4753-b017-5090911b44d8 disassociated. External IP: 172.27.0.184, port: a885bf73-4129-4c8b-8547-85c2dc81a007. Mar 31 23:14:59.459634 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Calling delete_port for a885bf73-4129-4c8b-8547-85c2dc81a007 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:14:59.781528 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (a885bf73-4129-4c8b-8547-85c2dc81a007), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:14:59.829101 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'Port': ['ID=a885bf73-4129-4c8b-8547-85c2dc81a007,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:00.020879 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d50feeb1-166a-413f-9395-5d3398f6b920 req-c74048c1-a64b-4a93-8fe5-1740551783b0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 210 time: 0.0490873 Mar 31 23:15:00.035818 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0d5f-2823-4f67-9c80-211a6b75fbca req-3bdcb410-31b5-4685-8a49-479a34fc69ee tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:00.052033 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9fba0d5f-2823-4f67-9c80-211a6b75fbca req-3bdcb410-31b5-4685-8a49-479a34fc69ee tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 945 time: 0.1522324 Mar 31 23:15:00.143846 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9fba0d5f-2823-4f67-9c80-211a6b75fbca req-a211d4c2-2ec6-448c-8581-0d9f24875633 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897233 Mar 31 23:15:00.275077 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:00.418975 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:00.451258 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 74893a65-1c14-4a37-b31c-4cb1d239ba86 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:15:00.459182 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 74893a65-1c14-4a37-b31c-4cb1d239ba86 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:15:00.459817 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:00.608519 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 74893a65-1c14-4a37-b31c-4cb1d239ba86 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:15:00.609181 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:00.628463 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:00.646692 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:00.650155 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f6fbc-8a1d-4c98-b467-0480cb6dff3f" -d '{"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-plugged", "status": "completed", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:00.659437 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:00.679883 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:00.683629 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:00.684710 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:00.719817 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] No DVR routers for this DVR port a885bf73-4129-4c8b-8547-85c2dc81a007 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:00.723199 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:00.728459 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-42a91d26-689f-4063-b221-3cb67b7b7e1d req-dfdd6a24-bf3b-4b61-89a4-901591a2751e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "DELETE /v2.0/ports/a885bf73-4129-4c8b-8547-85c2dc81a007 HTTP/1.1" status: 204 len: 173 time: 1.8197746 Mar 31 23:15:00.729358 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'name': 'network-vif-deleted', 'tag': 'a885bf73-4129-4c8b-8547-85c2dc81a007'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:00.738529 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e621df-4a05-43f2-9627-b91fe1f00325" -d '{"events": [{"server_uuid": "6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce", "name": "network-vif-deleted", "tag": "a885bf73-4129-4c8b-8547-85c2dc81a007"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:00.773662 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37682b8-5c39-4ca9-8a42-3461686c5494 x-openstack-request-id: req-c37682b8-5c39-4ca9-8a42-3461686c5494 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:00.774112 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-plugged", "status": "completed", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:00.774255 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c37682b8-5c39-4ca9-8a42-3461686c5494 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:00.774723 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37682b8-5c39-4ca9-8a42-3461686c5494'] response: {'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'code': 200} Mar 31 23:15:00.822552 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274ce9c9-ebd4-4fe2-874a-61c81b455850 x-openstack-request-id: req-274ce9c9-ebd4-4fe2-874a-61c81b455850 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:00.822992 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce", "name": "network-vif-deleted", "tag": "a885bf73-4129-4c8b-8547-85c2dc81a007", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:00.823386 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-274ce9c9-ebd4-4fe2-874a-61c81b455850 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:00.824793 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274ce9c9-ebd4-4fe2-874a-61c81b455850'] response: {'server_uuid': '6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce', 'name': 'network-vif-deleted', 'tag': 'a885bf73-4129-4c8b-8547-85c2dc81a007', 'status': 'completed', 'code': 200} Mar 31 23:15:00.846577 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:00.904902 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:00.998001 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:01.065525 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb674919-45fb-49ff-841d-d97ac5fbdcff req-994c50a8-4abf-4680-885e-6c49d74d709d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.068351 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb674919-45fb-49ff-841d-d97ac5fbdcff req-994c50a8-4abf-4680-885e-6c49d74d709d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1241951 Mar 31 23:15:01.222743 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb674919-45fb-49ff-841d-d97ac5fbdcff req-639d4a78-d240-41f6-9764-356c6feb73c1 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438153 Mar 31 23:15:01.269221 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1fab243-155d-447b-b826-79b3bb776b4e req-78a056a9-fcb8-4fa2-9a46-aff59bd47bd9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d9fa9c5-755d-46d1-a0c8-e5fac364a1ce HTTP/1.1" status: 200 len: 210 time: 0.0919077 Mar 31 23:15:01.395562 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edea76-28ed-4fd4-acb0-e5c6735c08a0 req-144e2648-4c74-4a66-bc25-4e54ca909cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.398720 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b7edea76-28ed-4fd4-acb0-e5c6735c08a0 req-144e2648-4c74-4a66-bc25-4e54ca909cb6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1130 time: 0.1634226 Mar 31 23:15:01.431781 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:01.483441 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea459d-fcca-4ea8-a473-95140ca59964 req-bd4a1740-1b41-4539-ad41-d784e2d9d9f9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:01.490442 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9ea459d-fcca-4ea8-a473-95140ca59964 req-bd4a1740-1b41-4539-ad41-d784e2d9d9f9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1032989 Mar 31 23:15:01.490779 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b7edea76-28ed-4fd4-acb0-e5c6735c08a0 req-52bf9b98-8623-48e4-898f-4c54e0010e6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803921 Mar 31 23:15:01.494383 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:01.509369 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:01.510547 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:01.560549 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9ea459d-fcca-4ea8-a473-95140ca59964 req-dcb486a5-2e4e-4b41-b898-298af2eb0de6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612850 Mar 31 23:15:01.704820 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:02.005705 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:02.059424 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a4903-4db6-4432-8761-ebdc10a325c6 None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:02.276872 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device a885bf73-4129-4c8b-8547-85c2dc81a007 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:02.306188 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: a885bf73-4129-4c8b-8547-85c2dc81a007 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:15:02.306476 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device a885bf73-4129-4c8b-8547-85c2dc81a007 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:02.425923 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a0d65-0885-493c-afdf-9f8f0599cc8f None None] New status for floating IP 27ac13ec-592d-4753-b017-5090911b44d8: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:02.488065 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57756) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:02.516543 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0c12a-7df7-4220-9c59-bc522a2ec293 req-d80621a7-e23b-4b40-9e43-1bdcca8a9873 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:02.519212 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8cd0c12a-7df7-4220-9c59-bc522a2ec293 req-d80621a7-e23b-4b40-9e43-1bdcca8a9873 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1063893 Mar 31 23:15:02.608753 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9f3cd07-604a-471b-af5d-6cb3838dfc39 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (f312625b-7f46-4bb4-a4e8-4a79bdeec5a1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:02.650700 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9f3cd07-604a-471b-af5d-6cb3838dfc39 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (f312625b-7f46-4bb4-a4e8-4a79bdeec5a1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:02.652003 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8cd0c12a-7df7-4220-9c59-bc522a2ec293 req-3f4a66db-e8b3-40b8-bb54-50e01cc979d3 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149511 Mar 31 23:15:02.820651 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf1955-efb9-4f8a-b43d-e52894cc13d8 req-deaf3d7f-00c3-4b55-9920-2ae85ec0d7c8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:02.822439 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f6bf1955-efb9-4f8a-b43d-e52894cc13d8 req-deaf3d7f-00c3-4b55-9920-2ae85ec0d7c8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0963762 Mar 31 23:15:02.874863 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9f3cd07-604a-471b-af5d-6cb3838dfc39 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (f312625b-7f46-4bb4-a4e8-4a79bdeec5a1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:02.879585 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9f3cd07-604a-471b-af5d-6cb3838dfc39 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:02.881628 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a9f3cd07-604a-471b-af5d-6cb3838dfc39 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "DELETE /v2.0/security-groups/f312625b-7f46-4bb4-a4e8-4a79bdeec5a1 HTTP/1.1" status: 204 len: 168 time: 0.3919246 Mar 31 23:15:02.886318 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57760) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:02.900775 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3cd07-604a-471b-af5d-6cb3838dfc39 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f312625b-7f46-4bb4-a4e8-4a79bdeec5a1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:02.925407 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-8cc806a0-c812-40ef-9065-25748a0ab520 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] show failed (client error): The resource could not be found. Mar 31 23:15:02.926913 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8cc806a0-c812-40ef-9065-25748a0ab520 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups/f312625b-7f46-4bb4-a4e8-4a79bdeec5a1 HTTP/1.1" status: 404 len: 347 time: 0.0391335 Mar 31 23:15:02.932053 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57762) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:02.935904 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f6bf1955-efb9-4f8a-b43d-e52894cc13d8 req-0d35f2ed-36f8-4941-9660-a54a8fec4cc3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066091 Mar 31 23:15:03.144889 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Deleting port 572e1a95-8cfb-46ec-82ff-18cdd80cf2d1 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:03.145223 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:03.267614 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:03.267614 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:03.284305 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Calling delete_port for 572e1a95-8cfb-46ec-82ff-18cdd80cf2d1 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:03.468353 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-42412673-d332-4309-bc55-6bdff7ac94f7 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:03.469991 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-42412673-d332-4309-bc55-6bdff7ac94f7 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1312318 Mar 31 23:15:03.643214 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Deleting port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:03.643904 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:03.759581 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (572e1a95-8cfb-46ec-82ff-18cdd80cf2d1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:03.838453 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'Port': ['ID=572e1a95-8cfb-46ec-82ff-18cdd80cf2d1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:03.894978 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35a73c-37fe-49e6-9c41-1f1ce85f98f1 req-9467ef9a-6635-4621-9cb6-c314190ef05c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:03.897773 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d35a73c-37fe-49e6-9c41-1f1ce85f98f1 req-9467ef9a-6635-4621-9cb6-c314190ef05c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 945 time: 0.1013134 Mar 31 23:15:03.965259 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] For port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:03.965927 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:03.989444 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d35a73c-37fe-49e6-9c41-1f1ce85f98f1 req-11ec7075-a3d3-472b-b1c3-e5d466e37ce5 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=135dacc2-87f2-4e5d-8e91-2c950c4938c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813515 Mar 31 23:15:04.098294 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (27ac13ec-592d-4753-b017-5090911b44d8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:04.103273 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:04.105374 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7b90d005-657b-41bf-912c-ade7c1391401 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "DELETE /v2.0/floatingips/27ac13ec-592d-4753-b017-5090911b44d8 HTTP/1.1" status: 204 len: 168 time: 1.1718760 Mar 31 23:15:04.169919 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b871ae-0408-428c-b9e9-566e7223fcbf req-fbf96c1c-40be-4665-9631-e47df91e247d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:04.172416 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7b871ae-0408-428c-b9e9-566e7223fcbf req-fbf96c1c-40be-4665-9631-e47df91e247d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1121926 Mar 31 23:15:04.262973 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7b871ae-0408-428c-b9e9-566e7223fcbf req-791c7c0c-74e9-4698-bef5-a417abd9d636 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772851 Mar 31 23:15:04.342636 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:04.343256 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (69a8e7b1-4b82-4ace-9f38-69e1cf484142), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:04.344023 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Floating IP 69a8e7b1-4b82-4ace-9f38-69e1cf484142 disassociated. External IP: 172.27.0.95, port: ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0. Mar 31 23:15:04.344406 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Calling delete_port for ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:04.471330 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23972b-cfdb-4062-b7a9-940173c65a2a req-dab9cac9-0ca7-4db2-937c-f63934861b13 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:04.474145 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6a23972b-cfdb-4062-b7a9-940173c65a2a req-dab9cac9-0ca7-4db2-937c-f63934861b13 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0745533 Mar 31 23:15:04.487759 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57772) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:04.495164 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Request body: {'floatingip': {'port_id': '74893a65-1c14-4a37-b31c-4cb1d239ba86'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:04.559181 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57776) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:04.565493 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-498f2604-d6ae-4d02-886b-6c96e63149cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220294828', 'description': 'tempest-description--44766339'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:04.565877 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (76f33a87-560c-464e-b7b2-0a09bcb56f6d), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:04.646325 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:04.708755 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-498f2604-d6ae-4d02-886b-6c96e63149cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:04.714706 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event deleted for resources: {'Port': ['ID=ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:05.023129 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-498f2604-d6ae-4d02-886b-6c96e63149cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (94c41b73-b579-48bc-9a92-f91ba7784b6d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.027160 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Router 8074ca80-a733-4603-ac08-9c17aade680e has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:05.168225 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-498f2604-d6ae-4d02-886b-6c96e63149cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (94c41b73-b579-48bc-9a92-f91ba7784b6d), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.202814 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c0c4087-3174-4a2e-a4e5-c9eca82ef4c7 req-edc9e4bf-b7ac-4824-b5f2-6ee147102bec tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 210 time: 0.0636001 Mar 31 23:15:05.255342 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f2604-d6ae-4d02-886b-6c96e63149cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c41b73-b579-48bc-9a92-f91ba7784b6d,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:05.305175 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-498f2604-d6ae-4d02-886b-6c96e63149cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.305175 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-498f2604-d6ae-4d02-886b-6c96e63149cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7393837 Mar 31 23:15:05.305503 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57780) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:05.313819 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a82352b4-d3d7-4ae1-bba1-73c704955a90 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group_rule': {'security_group_id': '94c41b73-b579-48bc-9a92-f91ba7784b6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:05.341284 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:05.371746 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] Sync routers for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:05.418570 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:05.419396 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:05.434735 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] No DVR routers for this DVR port ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:05.440295 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.446792 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-680972b5-b3e2-4507-8492-e0d1e072f88a req-b88374c3-8163-46fd-9e3f-5192cd3d5964 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "DELETE /v2.0/ports/ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 HTTP/1.1" status: 204 len: 173 time: 1.9678204 Mar 31 23:15:05.446792 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'name': 'network-vif-deleted', 'tag': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:05.450383 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9cf7e1-a474-4c0c-a3fd-2b59270bb7fc" -d '{"events": [{"server_uuid": "d6e4a49e-4853-407d-8942-47f4d47dbb1d", "name": "network-vif-deleted", "tag": "ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:05.469201 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.525609 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a82352b4-d3d7-4ae1-bba1-73c704955a90 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (7b1e51c1-b218-4611-80d8-a3621a3b7613), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.535365 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cc69e7-b08e-431c-b69e-782f2378c798 x-openstack-request-id: req-71cc69e7-b08e-431c-b69e-782f2378c798 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:05.535928 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e4a49e-4853-407d-8942-47f4d47dbb1d", "name": "network-vif-deleted", "tag": "ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:05.536183 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71cc69e7-b08e-431c-b69e-782f2378c798 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:05.537212 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71cc69e7-b08e-431c-b69e-782f2378c798'] response: {'server_uuid': 'd6e4a49e-4853-407d-8942-47f4d47dbb1d', 'name': 'network-vif-deleted', 'tag': 'ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0', 'status': 'completed', 'code': 200} Mar 31 23:15:05.543909 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (76f33a87-560c-464e-b7b2-0a09bcb56f6d), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.636576 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a82352b4-d3d7-4ae1-bba1-73c704955a90 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (7b1e51c1-b218-4611-80d8-a3621a3b7613), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.651639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:05.704344 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a82352b4-d3d7-4ae1-bba1-73c704955a90 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (7b1e51c1-b218-4611-80d8-a3621a3b7613), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.734925 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82352b4-d3d7-4ae1-bba1-73c704955a90 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1e51c1-b218-4611-80d8-a3621a3b7613,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:05.762180 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Floating IP 76f33a87-560c-464e-b7b2-0a09bcb56f6d associated. External IP: 172.27.0.82, port: 74893a65-1c14-4a37-b31c-4cb1d239ba86. Mar 31 23:15:05.857770 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a82352b4-d3d7-4ae1-bba1-73c704955a90 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:05.864916 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a82352b4-d3d7-4ae1-bba1-73c704955a90 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5535774 Mar 31 23:15:05.866506 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57784) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:05.874566 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-2b519b53-558a-4945-93dd-8eaa634b7988 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group_rule': {'security_group_id': '94c41b73-b579-48bc-9a92-f91ba7784b6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:05.994677 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b519b53-558a-4945-93dd-8eaa634b7988 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (c977c46e-1c3f-40ad-b5da-f4826bae8c59), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:06.045039 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.084123 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] Checking router: 8074ca80-a733-4603-ac08-9c17aade680e for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:06.088365 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b519b53-558a-4945-93dd-8eaa634b7988 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (c977c46e-1c3f-40ad-b5da-f4826bae8c59), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:06.097802 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:06.099000 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.149665 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:06.190883 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b519b53-558a-4945-93dd-8eaa634b7988 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (c977c46e-1c3f-40ad-b5da-f4826bae8c59), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:06.235199 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b519b53-558a-4945-93dd-8eaa634b7988 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c977c46e-1c3f-40ad-b5da-f4826bae8c59,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:06.322168 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:06.330203 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:06.344698 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b519b53-558a-4945-93dd-8eaa634b7988 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:06.344698 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2b519b53-558a-4945-93dd-8eaa634b7988 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4695311 Mar 31 23:15:06.347032 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57788) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:06.357817 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:06.360985 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] Sync routers for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:06.395584 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:06.396636 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:06.397874 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a695355b-564f-475e-bca3-caa8d51d2e14 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "PUT /v2.0/floatingips/76f33a87-560c-464e-b7b2-0a09bcb56f6d HTTP/1.1" status: 200 len: 991 time: 1.9083230 Mar 31 23:15:06.399215 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:06.403568 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6ff401-155a-43db-ad23-0739b18b97b8" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:06.439802 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:06.487580 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c376f68-7810-4793-bee6-0f2d12be9118 req-6eff8e47-947c-46ba-be90-547c8992d1ed tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6e4a49e-4853-407d-8942-47f4d47dbb1d HTTP/1.1" status: 200 len: 210 time: 0.0668836 Mar 31 23:15:06.505592 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:15:06.506557 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device ee55ee26-f0ec-49e7-8de6-3f75b64ba6a0 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:06.534593 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ad19b1-358a-4335-b7e3-eefe69b8ef98 x-openstack-request-id: req-a4ad19b1-358a-4335-b7e3-eefe69b8ef98 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:06.535083 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:06.535531 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4ad19b1-358a-4335-b7e3-eefe69b8ef98 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:06.536194 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ad19b1-358a-4335-b7e3-eefe69b8ef98'] response: {'name': 'network-changed', 'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'status': 'completed', 'code': 200} Mar 31 23:15:06.555425 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:06.576346 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:06.707949 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:06.747683 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-a0bee433-b377-4a7b-a273-ec3fcf648e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:06.750065 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-a0bee433-b377-4a7b-a273-ec3fcf648e1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1130 time: 0.1893809 Mar 31 23:15:06.960771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:06.977706 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-c9ceca43-e785-4258-884b-1a846a2c257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:06.981157 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-c9ceca43-e785-4258-884b-1a846a2c257d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.2185740 Mar 31 23:15:07.034121 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3ef820a1-3f86-474b-8872-f0a364c0a2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:07.046257 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:07.093767 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa31cf5a-b433-4c31-9a1b-0e00bf67147f None None] The sync data for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi is: [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:07.190412 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-c8565e1d-70c3-4829-893c-60af11af8f34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 200 len: 999 time: 0.1984222 Mar 31 23:15:07.283332 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '76f33a87-560c-464e-b7b2-0a09bcb56f6d', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'port_id': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'mac_address': 'fa:16:3e:5f:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:14:45Z', 'updated_at': '2022-03-31T23:15:05Z', 'revision_number': 1, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:07.335421 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Allocated IP 172.27.0.79 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/78b0ea93-ee88-487d-866f-cea85ed3d4e7) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:07.340974 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-ab0776d9-d930-4c54-987f-52c28300e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:07.343641 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-ab0776d9-d930-4c54-987f-52c28300e122 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.1262870 Mar 31 23:15:07.358895 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] Checking router: 8fdd438e-fb50-403e-a5ec-ca5b54f371ce for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:07.375784 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:07.376973 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:14:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:07.528091 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57dbfc53-1c0d-4511-aee4-f99471d129d2 None None] New status for floating IP 69a8e7b1-4b82-4ace-9f38-69e1cf484142: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:07.548659 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-0b9d7e12-eb8e-4441-b853-e9c46937ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:07.551631 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-0b9d7e12-eb8e-4441-b853-e9c46937ed29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1992419 Mar 31 23:15:07.551920 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:07.728298 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57798) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:07.736651 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (78b0ea93-ee88-487d-866f-cea85ed3d4e7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:07.783369 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-09da24fd-a65e-4525-a234-78f6cb813efd service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217979 Mar 31 23:15:07.860641 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74555212-8eac-458c-b416-3d81460a3635 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (135dacc2-87f2-4e5d-8e91-2c950c4938c4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:07.907054 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74555212-8eac-458c-b416-3d81460a3635 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (135dacc2-87f2-4e5d-8e91-2c950c4938c4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:07.973233 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8c6ff401-155a-43db-ad23-0739b18b97b8 req-f73e8246-aaf0-413f-8e44-a135c61cd006 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797922 Mar 31 23:15:07.994243 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (78b0ea93-ee88-487d-866f-cea85ed3d4e7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.055863 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '76f33a87-560c-464e-b7b2-0a09bcb56f6d', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'port_id': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'mac_address': 'fa:16:3e:5f:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:14:45Z', 'updated_at': '2022-03-31T23:15:05Z', 'revision_number': 1, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:08.073269 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:08.079231 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:08.090234 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:08.101210 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=78b0ea93-ee88-487d-866f-cea85ed3d4e7,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.113050 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb7276f-4732-4abd-aea8-fa2ddd5d29a9 None None] The sync data for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi is: [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '76f33a87-560c-464e-b7b2-0a09bcb56f6d', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'port_id': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'mac_address': 'fa:16:3e:5f:e6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:14:45Z', 'updated_at': '2022-03-31T23:15:05Z', 'revision_number': 1, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:08.149399 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74555212-8eac-458c-b416-3d81460a3635 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (135dacc2-87f2-4e5d-8e91-2c950c4938c4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.154976 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74555212-8eac-458c-b416-3d81460a3635 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.157567 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-74555212-8eac-458c-b416-3d81460a3635 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "DELETE /v2.0/security-groups/135dacc2-87f2-4e5d-8e91-2c950c4938c4 HTTP/1.1" status: 204 len: 168 time: 0.4234767 Mar 31 23:15:08.164522 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57800) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:08.192523 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74555212-8eac-458c-b416-3d81460a3635 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=135dacc2-87f2-4e5d-8e91-2c950c4938c4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.199661 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-aebb2a4d-ee6a-452b-8513-161f964698e6 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] show failed (client error): The resource could not be found. Mar 31 23:15:08.201446 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-aebb2a4d-ee6a-452b-8513-161f964698e6 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups/135dacc2-87f2-4e5d-8e91-2c950c4938c4 HTTP/1.1" status: 404 len: 347 time: 0.0355520 Mar 31 23:15:08.207554 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57802) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:08.299991 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (85d422d7-01bd-4458-a539-6f83ea6f181f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.424468 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (78b0ea93-ee88-487d-866f-cea85ed3d4e7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.438947 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Deleting port 4bb44845-78cd-413b-b41a-1a241992f1d0 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:08.439244 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (4bb44845-78cd-413b-b41a-1a241992f1d0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.507412 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58e5e0b-967e-4dfe-a93b-6d930ce34656 None None] New status for floating IP 76f33a87-560c-464e-b7b2-0a09bcb56f6d: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:08.584077 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (4bb44845-78cd-413b-b41a-1a241992f1d0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.584454 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (4bb44845-78cd-413b-b41a-1a241992f1d0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.605309 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Calling delete_port for 4bb44845-78cd-413b-b41a-1a241992f1d0 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:08.730228 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (78b0ea93-ee88-487d-866f-cea85ed3d4e7), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.846974 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (78b0ea93-ee88-487d-866f-cea85ed3d4e7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.928552 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=78b0ea93-ee88-487d-866f-cea85ed3d4e7,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:08.950385 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (85d422d7-01bd-4458-a539-6f83ea6f181f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:08.970456 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (4bb44845-78cd-413b-b41a-1a241992f1d0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:09.002554 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event deleted for resources: {'Port': ['ID=4bb44845-78cd-413b-b41a-1a241992f1d0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:09.138356 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:09.141094 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-270e23cb-669b-4cdd-9d2b-0624025c9f69 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7913256 Mar 31 23:15:09.339193 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (69a8e7b1-4b82-4ace-9f38-69e1cf484142), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:09.341938 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:09.343290 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a46711b1-22ea-41a6-83b3-a5f3d312fbc4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "DELETE /v2.0/floatingips/69a8e7b1-4b82-4ace-9f38-69e1cf484142 HTTP/1.1" status: 204 len: 168 time: 1.1337013 Mar 31 23:15:09.413974 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ff7df1cb-bbd2-4318-9996-aaa960d3e4c9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1220294828&fields=id&tenant_id=9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 267 time: 0.0687070 Mar 31 23:15:09.556628 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b582d-8654-4057-8d4f-a38c715c1faf req-fb2b5469-920e-48bb-8b9b-1908fdf9dc6d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:09.559230 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-fb2b5469-920e-48bb-8b9b-1908fdf9dc6d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 815 time: 0.1364307 Mar 31 23:15:09.576927 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-0a007ae9-aa58-4d5d-a808-6e287088863c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/quotas/9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 375 time: 0.0107996 Mar 31 23:15:09.631357 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57818) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:09.637171 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ed728599-1e34-43af-8baf-7f74ec2eae92 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1024498631', 'description': 'tempest-description--248817982'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:09.690762 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-164c7647-0912-4041-a5f1-ee5afceac2db tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053698 Mar 31 23:15:09.779653 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed728599-1e34-43af-8baf-7f74ec2eae92 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:09.923716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed728599-1e34-43af-8baf-7f74ec2eae92 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (e4f17338-1025-48d3-ad6a-890689214231), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:09.962027 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-b3bb922e-2ae6-4368-ace4-ee158f1f0439 service neutron] 10.222.0.41 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479651 Mar 31 23:15:09.994803 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed728599-1e34-43af-8baf-7f74ec2eae92 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e4f17338-1025-48d3-ad6a-890689214231), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:10.053855 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed728599-1e34-43af-8baf-7f74ec2eae92 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f17338-1025-48d3-ad6a-890689214231,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:10.138623 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-509db96a-c644-4271-9031-d64fbdfab4f3 service neutron] 10.222.0.41 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670294 Mar 31 23:15:10.174558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ed728599-1e34-43af-8baf-7f74ec2eae92 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:10.176888 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ed728599-1e34-43af-8baf-7f74ec2eae92 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5440233 Mar 31 23:15:10.180734 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57824) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:10.187151 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-44016601-b201-4370-850c-4f0b1c7ea49c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'security_group_rule': {'security_group_id': 'e4f17338-1025-48d3-ad6a-890689214231', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:10.313687 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44016601-b201-4370-850c-4f0b1c7ea49c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (1f46b91f-8a82-43dc-bf42-8d5ed82e374f), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:10.444727 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44016601-b201-4370-850c-4f0b1c7ea49c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (1f46b91f-8a82-43dc-bf42-8d5ed82e374f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:10.499774 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e82afa9-cdbd-476d-8d81-739ae7c3fea0 req-f374d6ea-0631-4ffd-9a13-9b539d9a19a4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 210 time: 0.0516455 Mar 31 23:15:10.510673 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44016601-b201-4370-850c-4f0b1c7ea49c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (1f46b91f-8a82-43dc-bf42-8d5ed82e374f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:10.550586 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44016601-b201-4370-850c-4f0b1c7ea49c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f46b91f-8a82-43dc-bf42-8d5ed82e374f,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:10.584284 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1592bb70-18cc-4611-b62f-a2af1bc620a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:10.675177 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44016601-b201-4370-850c-4f0b1c7ea49c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:10.680700 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-44016601-b201-4370-850c-4f0b1c7ea49c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4946146 Mar 31 23:15:10.680904 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57838) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:10.687012 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-3059a2c9-4d49-4526-b65f-a66ec7eb06ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'security_group_rule': {'security_group_id': 'e4f17338-1025-48d3-ad6a-890689214231', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:10.811502 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3059a2c9-4d49-4526-b65f-a66ec7eb06ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (b09943f2-c11f-4a21-b7d3-2f834107ddcc), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:10.923233 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3059a2c9-4d49-4526-b65f-a66ec7eb06ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (b09943f2-c11f-4a21-b7d3-2f834107ddcc), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:11.050707 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3059a2c9-4d49-4526-b65f-a66ec7eb06ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (b09943f2-c11f-4a21-b7d3-2f834107ddcc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:11.088553 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059a2c9-4d49-4526-b65f-a66ec7eb06ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09943f2-c11f-4a21-b7d3-2f834107ddcc,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:11.186110 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3059a2c9-4d49-4526-b65f-a66ec7eb06ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:11.188258 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3059a2c9-4d49-4526-b65f-a66ec7eb06ce tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5060833 Mar 31 23:15:11.191646 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57848) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:11.199729 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:11.337496 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:11.506224 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:11.659060 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9df7e153-dfe0-4bec-8eb6-4f1a58c5d84d req-3da7e22b-ffca-46a4-8a88-8a888dd8d8b6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 210 time: 0.0666249 Mar 31 23:15:11.701556 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Allocated IP 172.27.0.125 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/ee2b3f26-8ca8-488f-b53b-40ca8321513d) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:11.886029 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for port (ee2b3f26-8ca8-488f-b53b-40ca8321513d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:12.011275 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (ee2b3f26-8ca8-488f-b53b-40ca8321513d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:12.082684 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:12.088563 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:12.093892 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:12.101473 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'Port': ['ID=ee2b3f26-8ca8-488f-b53b-40ca8321513d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:12.175107 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (f1d8bf84-5d1f-407c-af8b-89126aef41a1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:12.318823 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ee2b3f26-8ca8-488f-b53b-40ca8321513d), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:12.432235 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:12.667634 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for port (ee2b3f26-8ca8-488f-b53b-40ca8321513d), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:12.755239 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ee2b3f26-8ca8-488f-b53b-40ca8321513d), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:12.836697 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (f1d8bf84-5d1f-407c-af8b-89126aef41a1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:12.882065 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d079a124-626d-4b03-8c1b-bb26c8dc1ca4 req-9da9ec81-bca7-4a7b-b77d-85c7b2ae7943 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 210 time: 0.0804582 Mar 31 23:15:12.905332 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'Port': ['ID=ee2b3f26-8ca8-488f-b53b-40ca8321513d,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:13.011150 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:13.012444 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c2a71c3c-e547-41b7-9318-f3e5bad6208d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8193312 Mar 31 23:15:13.173484 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca3e43-987a-4ec5-bf5c-ecc98ad07ac8 req-46bf67ad-316d-42be-a377-112c66b3b3d8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:13.176931 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22ca3e43-987a-4ec5-bf5c-ecc98ad07ac8 req-46bf67ad-316d-42be-a377-112c66b3b3d8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1079741 Mar 31 23:15:13.287749 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22ca3e43-987a-4ec5-bf5c-ecc98ad07ac8 req-a7ad670d-7e41-4d2b-922d-f5c816f163a6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942364 Mar 31 23:15:13.332670 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-a6843c89-7144-4782-ba97-ce80f7b0d905 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1024498631&fields=id&tenant_id=4da7788c77034efe93be15d1dbb6dbdf HTTP/1.1" status: 200 len: 267 time: 0.0760009 Mar 31 23:15:13.494259 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-1f75c515-b4e6-4e89-a934-678773a78578 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:13.497448 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-1f75c515-b4e6-4e89-a934-678773a78578 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 811 time: 0.1536953 Mar 31 23:15:13.536423 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-43ecbad5-b19b-4b9e-8615-af6206b6f78a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/quotas/4da7788c77034efe93be15d1dbb6dbdf HTTP/1.1" status: 200 len: 375 time: 0.0273328 Mar 31 23:15:13.635146 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-2caf1067-2ddd-4f6f-96dc-598c7fc87650 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894570 Mar 31 23:15:13.799612 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-9fc99f3e-28bd-41bb-9ac5-2ada286f5413 service neutron] 10.222.0.41 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376989 Mar 31 23:15:13.857043 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b582d-8654-4057-8d4f-a38c715c1faf req-26faf3d7-7d5b-48c9-a937-4b1feae96d24 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:13.858676 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-26faf3d7-7d5b-48c9-a937-4b1feae96d24 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 815 time: 0.4846840 Mar 31 23:15:13.964626 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-3961d143-83b4-4119-86b6-493fe9079c8d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 380 time: 0.0949023 Mar 31 23:15:13.965215 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-00014283-f73b-4d2f-b890-bee750036be2 service neutron] 10.222.0.41 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528714 Mar 31 23:15:13.981743 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'port': {'device_id': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'admin_state_up': True, 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'security_groups': ['94c41b73-b579-48bc-9a92-f91ba7784b6d']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:14.047116 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1420eb8-0027-4c84-a084-0cb6afd76138 req-28966e9b-615f-4d97-8c8c-f3a2f6bdfacb tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 210 time: 0.0362833 Mar 31 23:15:14.240881 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Made reservation on behalf of 9b76efa1f2f24e95b0895e915991895f for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:14.247194 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:14.323901 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3ce11d10-8c70-4932-92f0-e380a9bb7e83 req-834e338e-a016-4eb8-b8dd-1eb350a8d448 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 210 time: 0.0465088 Mar 31 23:15:14.508087 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Allocated IP 172.20.0.8 (e7876e7b-c8ff-43c7-9976-12cb7575866b/6563bcc2-d1fc-43be-bc34-de3a904b9f5c/7ede3a23-b174-45c5-b153-27fd87dd1c7f) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:14.508401 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1979e52-6bc0-4cde-880a-8c3df3be107c req-429fcefc-c251-4048-83a8-9cf7413381d9 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:14.510590 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1979e52-6bc0-4cde-880a-8c3df3be107c req-429fcefc-c251-4048-83a8-9cf7413381d9 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0929322 Mar 31 23:15:14.595216 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1979e52-6bc0-4cde-880a-8c3df3be107c req-bed20a0f-b4d9-461f-805b-46080f301f54 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772600 Mar 31 23:15:14.765091 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:14.932804 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:14.996207 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Network e7876e7b-c8ff-43c7-9976-12cb7575866b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:15.000135 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:15.006929 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:15.015476 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=7ede3a23-b174-45c5-b153-27fd87dd1c7f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:15.053043 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:15.103023 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:15.103023 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:15.194629 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-ab4155d9-d36a-4f37-99b9-04fa0ef8fd97 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2209201 Mar 31 23:15:15.213065 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Request body: {'port': {'device_id': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:15.290604 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef9f8a-4ddf-45e2-b2b9-812270c41060 req-8d98714e-c3c9-498f-80a8-af466ef20be9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:15.291230 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11ef9f8a-4ddf-45e2-b2b9-812270c41060 req-8d98714e-c3c9-498f-80a8-af466ef20be9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 931 time: 0.1052940 Mar 31 23:15:15.337839 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:15.373618 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11ef9f8a-4ddf-45e2-b2b9-812270c41060 req-b2b91807-5921-4d1f-997e-f394a74345a0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735905 Mar 31 23:15:15.390767 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-abea5698-d1c2-45c5-a009-ac5cf1cbfd4f None None] Provisioning complete for port 7ede3a23-b174-45c5-b153-27fd87dd1c7f triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:15:15.392387 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-abea5698-d1c2-45c5-a009-ac5cf1cbfd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:15.466057 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-abea5698-d1c2-45c5-a009-ac5cf1cbfd4f None None] Port 7ede3a23-b174-45c5-b153-27fd87dd1c7f cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:15:15.469850 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-abb97aa0-82ee-4941-8139-a809921818bc req-9f7aaa29-b6a7-4432-81cb-3eee5ac3d726 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 210 time: 0.0447655 Mar 31 23:15:15.484453 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:15.783307 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbfa0-de45-452a-bcea-05113ba08f39 req-33e4cfbf-9318-4298-a262-303e6554ef01 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:15.784953 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1dcbfa0-de45-452a-bcea-05113ba08f39 req-33e4cfbf-9318-4298-a262-303e6554ef01 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.0981793 Mar 31 23:15:15.855783 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1dcbfa0-de45-452a-bcea-05113ba08f39 req-b4843d43-ab57-407a-b10a-cd147b7b7b66 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629289 Mar 31 23:15:15.886455 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ede3a23-b174-45c5-b153-27fd87dd1c7f {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:15.900063 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Publish callbacks [] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:15.914942 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Transition to ACTIVE for port object 7ede3a23-b174-45c5-b153-27fd87dd1c7f will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:15:16.095092 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:16.181384 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Pushing event updated for resources: {'Port': ['ID=7ede3a23-b174-45c5-b153-27fd87dd1c7f,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.295516 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Attempting to bind port 7ede3a23-b174-45c5-b153-27fd87dd1c7f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:15:16.295868 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Attempting to bind port 7ede3a23-b174-45c5-b153-27fd87dd1c7f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:15:16.296213 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Attempting to bind port 7ede3a23-b174-45c5-b153-27fd87dd1c7f on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:16.304054 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Port 7ede3a23-b174-45c5-b153-27fd87dd1c7f on network e7876e7b-c8ff-43c7-9976-12cb7575866b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:15:16.304390 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Attempting to bind port 7ede3a23-b174-45c5-b153-27fd87dd1c7f on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:16.312464 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:16.315303 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Checking segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:15:16.315303 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Bound using segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:16.315303 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Bound port: 7ede3a23-b174-45c5-b153-27fd87dd1c7f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:15:16.315303 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:16.418206 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] For port 7ede3a23-b174-45c5-b153-27fd87dd1c7f, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:16.422346 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] For port 7ede3a23-b174-45c5-b153-27fd87dd1c7f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7ede3a23-b174-45c5-b153-27fd87dd1c7f,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:16.506648 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:16.580968 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.582361 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:16.585015 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] 10.222.0.30 "PUT /v2.0/ports/7ede3a23-b174-45c5-b153-27fd87dd1c7f HTTP/1.1" status: 200 len: 1093 time: 1.3821104 Mar 31 23:15:16.586021 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'tag': '7ede3a23-b174-45c5-b153-27fd87dd1c7f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:16.590388 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c7d0a5-d635-4d24-a4ab-35b808f3d920", "tag": "7ede3a23-b174-45c5-b153-27fd87dd1c7f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:16.611137 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f62ee-1b80-482d-b017-47255bdb9cdb req-cd578954-1453-402e-84ca-ea2e5e0bf6cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.613912 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c9f62ee-1b80-482d-b017-47255bdb9cdb req-cd578954-1453-402e-84ca-ea2e5e0bf6cf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 943 time: 0.1201026 Mar 31 23:15:16.668117 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb55d0-27f0-4a91-850a-67740449a738 service neutron] Pushing event updated for resources: {'Port': ['ID=7ede3a23-b174-45c5-b153-27fd87dd1c7f,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:16.688493 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d34f7f37-2a10-4661-8e26-66766ae18fd2 req-0687b5e9-7de4-4640-9864-e7725023126b tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 210 time: 0.0707169 Mar 31 23:15:16.803128 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c9f62ee-1b80-482d-b017-47255bdb9cdb req-2a93246c-e023-4552-bfda-38ee50b9214b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191142 Mar 31 23:15:16.822717 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-5d218d82-03b9-49c8-bc72-0669e4380407 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.824348 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-5d218d82-03b9-49c8-bc72-0669e4380407 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1896954 Mar 31 23:15:16.826218 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bc3653-4f30-427f-b127-e5e964ba9332 x-openstack-request-id: req-20bc3653-4f30-427f-b127-e5e964ba9332 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:16.826538 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c7d0a5-d635-4d24-a4ab-35b808f3d920", "tag": "7ede3a23-b174-45c5-b153-27fd87dd1c7f", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:16.826812 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20bc3653-4f30-427f-b127-e5e964ba9332 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:16.827232 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bc3653-4f30-427f-b127-e5e964ba9332'] response: {'name': 'network-changed', 'server_uuid': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'tag': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'status': 'completed', 'code': 200} Mar 31 23:15:16.888920 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b582d-8654-4057-8d4f-a38c715c1faf req-40d2f0fb-4019-43d7-ae62-c222023eab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:16.891859 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-40d2f0fb-4019-43d7-ae62-c222023eab78 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 1127 time: 0.0963321 Mar 31 23:15:16.978595 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-12f30885-55d8-43fd-b88d-8e3415d282f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ede3a23-b174-45c5-b153-27fd87dd1c7f HTTP/1.1" status: 200 len: 217 time: 0.0716870 Mar 31 23:15:17.011305 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Deleting port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:17.011919 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:17.124460 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b582d-8654-4057-8d4f-a38c715c1faf req-1917eb83-614b-453a-9c3a-22907ddc2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:17.127606 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-1917eb83-614b-453a-9c3a-22907ddc2962 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.1410711 Mar 31 23:15:17.142476 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] For port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:17.143065 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:17.167922 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95923778-adb5-400c-85ae-c1c83132dcf8 req-aec942c1-34f2-459c-9ef7-f73e450dada7 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:17.170715 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95923778-adb5-400c-85ae-c1c83132dcf8 req-aec942c1-34f2-459c-9ef7-f73e450dada7 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 946 time: 0.1644788 Mar 31 23:15:17.297613 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95923778-adb5-400c-85ae-c1c83132dcf8 req-2b786b52-0327-4e70-bb3e-aa87c76031d3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a461123-6cd3-4682-8f5a-ded751ac7f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993364 Mar 31 23:15:17.301760 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b582d-8654-4057-8d4f-a38c715c1faf req-35503025-e10f-49e9-b832-f69b4734e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:17.310226 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-35503025-e10f-49e9-b832-f69b4734e997 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1686673 Mar 31 23:15:17.423209 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:17.423795 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (f7b3e357-fce7-4238-a3e8-20dc5957e7a2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:17.424691 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Floating IP f7b3e357-fce7-4238-a3e8-20dc5957e7a2 disassociated. External IP: 172.27.0.135, port: 3ddddd3f-18dd-41f1-a94a-6583f2e9a565. Mar 31 23:15:17.425172 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Calling delete_port for 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:17.491828 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-7e8b8fa8-b688-4242-be65-364dac55f1a5 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796422 Mar 31 23:15:17.667604 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-268b582d-8654-4057-8d4f-a38c715c1faf req-304f380a-6a63-4036-b815-28d65a556823 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685855 Mar 31 23:15:17.747210 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-0e749fa8-5fa6-474f-a227-fbcc9da48da2 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:17.749050 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-0e749fa8-5fa6-474f-a227-fbcc9da48da2 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 811 time: 0.1702719 Mar 31 23:15:17.801905 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (3ddddd3f-18dd-41f1-a94a-6583f2e9a565), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:17.909304 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:17.915042 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event deleted for resources: {'Port': ['ID=3ddddd3f-18dd-41f1-a94a-6583f2e9a565,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:17.948196 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-3f3e6836-bf77-4102-ad70-bd24ce828e82 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4da7788c77034efe93be15d1dbb6dbdf HTTP/1.1" status: 200 len: 380 time: 0.1834455 Mar 31 23:15:17.956611 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'port': {'device_id': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'admin_state_up': True, 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'security_groups': ['e4f17338-1025-48d3-ad6a-890689214231']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:17.967023 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38d95e3d-253c-482c-9543-acefeb2c587a req-e6985267-2b92-416c-9757-3fa4f163d341 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 210 time: 0.1145825 Mar 31 23:15:18.036604 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-af6297d9-b1db-4531-9845-c7fbcf7bf772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.039413 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-af6297d9-b1db-4531-9845-c7fbcf7bf772 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 1127 time: 0.1312351 Mar 31 23:15:18.134406 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d426a73-ed91-4230-a1ae-f6df291653b4 req-088891b0-96d6-4022-b2f1-ac9a82001cfc tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.136095 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d426a73-ed91-4230-a1ae-f6df291653b4 req-088891b0-96d6-4022-b2f1-ac9a82001cfc tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 943 time: 0.1459205 Mar 31 23:15:18.229222 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-c2c86ff5-c568-42c5-a380-d0f768d8d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.232533 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-c2c86ff5-c568-42c5-a380-d0f768d8d47e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 916 time: 0.1757402 Mar 31 23:15:18.238939 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d426a73-ed91-4230-a1ae-f6df291653b4 req-e35acfae-158b-48f1-9a73-870ada5f190b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869584 Mar 31 23:15:18.291270 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-d78ce8e3-cca6-4c09-a188-ffc8cf953313 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ede3a23-b174-45c5-b153-27fd87dd1c7f HTTP/1.1" status: 200 len: 217 time: 0.0513618 Mar 31 23:15:18.305847 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Router 0e332abb-1612-40c6-ad22-fcce04563467 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:18.412998 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-329d27a0-12ed-4baa-b7d4-7513deb5fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.416286 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-329d27a0-12ed-4baa-b7d4-7513deb5fad2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.1158164 Mar 31 23:15:18.458632 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Made reservation on behalf of 4da7788c77034efe93be15d1dbb6dbdf for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:15:18.463884 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:18.527332 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01bc5422-0820-4d7e-9f7e-c3dfab63ef45 req-b1d40587-5685-45ed-9b1c-34254a1228f8 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0852888 Mar 31 23:15:18.561113 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-3a8ae3e4-0e14-4815-9302-d385c31912c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:18.563997 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-3a8ae3e4-0e14-4815-9302-d385c31912c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1382902 Mar 31 23:15:18.628192 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:18.645247 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] Sync routers for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:18.670244 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:18.674668 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:15:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:18.737678 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] No DVR routers for this DVR port 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:18.743934 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:18.747711 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5c80bc6a-6507-4f4c-b280-4980599fcec4 req-fe4baad8-ecc3-4cbd-9b8d-952cd567acd4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "DELETE /v2.0/ports/3ddddd3f-18dd-41f1-a94a-6583f2e9a565 HTTP/1.1" status: 204 len: 173 time: 1.9164290 Mar 31 23:15:18.761076 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Allocated IP 172.20.0.7 (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d/bf7c607f-5d0e-44e2-bb17-955171fc6b7d/f108fcee-0723-4d51-8acc-ca3dba034e89) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:15:18.771977 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-7247c024-8e7f-49ef-9ebc-bdfacc7268ac service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990316 Mar 31 23:15:18.834816 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'name': 'network-vif-deleted', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:18.838318 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39ea687-25e6-48f1-938d-593508153808" -d '{"events": [{"server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "name": "network-vif-deleted", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:18.903931 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:18.927719 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452694d7-f116-48e1-b592-3e948053b7ae x-openstack-request-id: req-452694d7-f116-48e1-b592-3e948053b7ae {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:18.928118 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eed41fc-2d54-48f1-b274-8423b5b7c460", "name": "network-vif-deleted", "tag": "3ddddd3f-18dd-41f1-a94a-6583f2e9a565", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:18.929125 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-452694d7-f116-48e1-b592-3e948053b7ae {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:18.929125 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452694d7-f116-48e1-b592-3e948053b7ae'] response: {'server_uuid': '6eed41fc-2d54-48f1-b274-8423b5b7c460', 'name': 'network-vif-deleted', 'tag': '3ddddd3f-18dd-41f1-a94a-6583f2e9a565', 'status': 'completed', 'code': 200} Mar 31 23:15:19.037020 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c1d13ca-be7d-4f6d-9dc9-6d93827de8b8 req-603257c4-3324-49ab-9cac-f54c2648285c service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395723 Mar 31 23:15:19.072352 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-1b6e9847-d9e1-4b6e-b69e-4d78992557b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2155507 Mar 31 23:15:19.105848 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:19.178550 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23936416-060e-4309-821b-cdb52db170c0 req-4e58a9bd-a297-495f-92b8-70253e4745e7 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 210 time: 0.0531142 Mar 31 23:15:19.256022 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-4d52365b-880a-4be0-9d8a-a735093be731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:19.258691 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-4d52365b-880a-4be0-9d8a-a735093be731 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 1130 time: 0.0750768 Mar 31 23:15:19.304184 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:19.343160 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:19.382384 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] Checking router: 0e332abb-1612-40c6-ad22-fcce04563467 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:19.402365 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:19.404687 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:15:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:19.420346 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:15:19.426848 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:15:19.430009 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:15:19.483618 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event updated for resources: {'Port': ['ID=f108fcee-0723-4d51-8acc-ca3dba034e89,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:19.529814 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-2825bfd6-0d84-4e6f-b574-9e63a850146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:19.534373 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-2825bfd6-0d84-4e6f-b574-9e63a850146f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 200 len: 920 time: 0.2422092 Mar 31 23:15:19.542692 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87b5f-eb86-4347-8359-8b48193b4af1 req-f1f93847-18e1-4bc9-a910-ec85250e4224 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:19.544257 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7c87b5f-eb86-4347-8359-8b48193b4af1 req-f1f93847-18e1-4bc9-a910-ec85250e4224 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 943 time: 0.1256359 Mar 31 23:15:19.616984 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e7c87b5f-eb86-4347-8359-8b48193b4af1 req-169da209-5427-4109-99f7-3fc8c2fc5df0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587182 Mar 31 23:15:19.647253 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-892705a1-07f7-486a-98b6-f130621685ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95f6e087-115d-43a6-b2b4-4c007404dd73 HTTP/1.1" status: 200 len: 217 time: 0.0996485 Mar 31 23:15:19.669633 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:19.670864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:19.680963 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:19.792222 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-1d0aa9dd-c1ec-4daa-be97-f4499ff6008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:19.794618 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-1d0aa9dd-c1ec-4daa-be97-f4499ff6008f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 200 len: 858 time: 0.1344390 Mar 31 23:15:19.803124 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fdd6b842-4c61-46fd-b521-872dc23ecf79 req-4ee7ff62-b93c-47ef-b5b1-614e09537acc tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6eed41fc-2d54-48f1-b274-8423b5b7c460 HTTP/1.1" status: 200 len: 210 time: 0.0483980 Mar 31 23:15:19.890873 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-e9c2cb9f-6ec7-4f69-8e8b-af2fa12520f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:19.894009 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-e9c2cb9f-6ec7-4f69-8e8b-af2fa12520f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d225a140-1c4b-4f8b-acf8-3376bd312744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890901 Mar 31 23:15:19.917187 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-ee25afc5-c42f-478d-8481-d955dfbb64b8 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9681599 Mar 31 23:15:19.935827 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Request body: {'port': {'device_id': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:19.962053 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-dfa33141-7d21-4eb2-8316-e3b56606e567 None None] Provisioning complete for port f108fcee-0723-4d51-8acc-ca3dba034e89 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:15:19.967232 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dfa33141-7d21-4eb2-8316-e3b56606e567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:20.079130 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dfa33141-7d21-4eb2-8316-e3b56606e567 None None] Port f108fcee-0723-4d51-8acc-ca3dba034e89 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:15:20.123454 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:20.134061 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:20.144886 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-6204bce3-7a90-49e7-a47c-736e98d8bb66 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436261 Mar 31 23:15:20.187225 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5925de-39b0-4a05-b873-cc73aadcb3dc None None] The sync data for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi is: [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:07Z', 'revision_number': 4, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'c452d34a-3cc0-4e56-ac07-ce1b103db71b', 'name': '', 'network_id': 'd225a140-1c4b-4f8b-acf8-3376bd312744', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'mac_address': 'fa:16:3e:81:be:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:03Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'subnets': [{'id': '7db72a81-ebe1-420b-b2f7-254815101eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:20.331851 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 7ede3a23-b174-45c5-b153-27fd87dd1c7f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:15:20.336223 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:20.388064 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:15:20.389883 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 3ddddd3f-18dd-41f1-a94a-6583f2e9a565 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:20.456910 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a6fae-3f47-4db9-8443-e6a396aca47d req-81802556-bc00-4b84-bcd5-cf677b18828d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:20.471749 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-997a6fae-3f47-4db9-8443-e6a396aca47d req-81802556-bc00-4b84-bcd5-cf677b18828d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 931 time: 0.1466167 Mar 31 23:15:20.586870 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-997a6fae-3f47-4db9-8443-e6a396aca47d req-db72ea09-97ff-49ad-92e2-cd216a6108d4 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109872 Mar 31 23:15:20.591619 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 7ede3a23-b174-45c5-b153-27fd87dd1c7f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7ede3a23-b174-45c5-b153-27fd87dd1c7f,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:20.616636 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'port_id': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'mac_address': 'fa:16:3e:eb:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:15:20.658626 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539be50a-a1cf-4a57-880e-6d439c687ad7 None None] New status for floating IP f7b3e357-fce7-4238-a3e8-20dc5957e7a2: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:20.688781 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 7ede3a23-b174-45c5-b153-27fd87dd1c7f is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:15:20.689999 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:20.723518 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ede3a23-b174-45c5-b153-27fd87dd1c7f {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:20.756815 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 7ede3a23-b174-45c5-b153-27fd87dd1c7f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7ede3a23-b174-45c5-b153-27fd87dd1c7f,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:20.795419 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2fbb69e6-ca9e-4009-9eba-f165371c89a7 req-f6e83edd-5752-4113-8a77-5c56d4152dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427653 Mar 31 23:15:20.838980 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e1a7a-44a5-4876-adf8-d4ead74b02a8 req-16fd450d-41a4-4ce6-b35c-92d99df795e5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:20.841914 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f89e1a7a-44a5-4876-adf8-d4ead74b02a8 req-16fd450d-41a4-4ce6-b35c-92d99df795e5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 943 time: 0.0789907 Mar 31 23:15:20.851455 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:20.938918 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=7ede3a23-b174-45c5-b153-27fd87dd1c7f,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:20.980579 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f89e1a7a-44a5-4876-adf8-d4ead74b02a8 req-9b1db8e9-d71d-40a5-9581-3eef68b4b31d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177585 Mar 31 23:15:21.085186 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57942) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:21.091288 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['7ede3a23-b174-45c5-b153-27fd87dd1c7f'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:21.151095 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f108fcee-0723-4d51-8acc-ca3dba034e89 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:21.169995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Publish callbacks [] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.196327 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Transition to ACTIVE for port object f108fcee-0723-4d51-8acc-ca3dba034e89 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:15:21.216851 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d2afb92b-6a83-472a-8bc7-77afa6c2fe8c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group (5a461123-6cd3-4682-8f5a-ded751ac7f58), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.255940 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d2afb92b-6a83-472a-8bc7-77afa6c2fe8c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group (5a461123-6cd3-4682-8f5a-ded751ac7f58), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.284496 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.363925 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Pushing event updated for resources: {'Port': ['ID=f108fcee-0723-4d51-8acc-ca3dba034e89,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.417675 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d2afb92b-6a83-472a-8bc7-77afa6c2fe8c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5a461123-6cd3-4682-8f5a-ded751ac7f58), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.423661 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d2afb92b-6a83-472a-8bc7-77afa6c2fe8c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.429903 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d2afb92b-6a83-472a-8bc7-77afa6c2fe8c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a461123-6cd3-4682-8f5a-ded751ac7f58 HTTP/1.1" status: 204 len: 168 time: 0.3408754 Mar 31 23:15:21.433402 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57944) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:21.467150 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afb92b-6a83-472a-8bc7-77afa6c2fe8c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a461123-6cd3-4682-8f5a-ded751ac7f58,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.472524 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-9f56938e-8ca7-4068-8cc0-97c7b3f8ee69 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] show failed (client error): The resource could not be found. Mar 31 23:15:21.474474 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9f56938e-8ca7-4068-8cc0-97c7b3f8ee69 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups/5a461123-6cd3-4682-8f5a-ded751ac7f58 HTTP/1.1" status: 404 len: 347 time: 0.0393441 Mar 31 23:15:21.479322 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 57946) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:21.488938 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Attempting to bind port f108fcee-0723-4d51-8acc-ca3dba034e89 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:15:21.489437 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Attempting to bind port f108fcee-0723-4d51-8acc-ca3dba034e89 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:15:21.490286 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Attempting to bind port f108fcee-0723-4d51-8acc-ca3dba034e89 on network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:21.502676 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Port f108fcee-0723-4d51-8acc-ca3dba034e89 on network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:15:21.503160 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Attempting to bind port f108fcee-0723-4d51-8acc-ca3dba034e89 on network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:15:21.510742 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:15:21.511367 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Checking segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:15:21.518441 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Bound using segment: {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:15:21.518441 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Bound port: f108fcee-0723-4d51-8acc-ca3dba034e89, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476ec0c1-d752-4d20-b2ab-da2a7fd25b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:15:21.518441 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.643258 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] For port f108fcee-0723-4d51-8acc-ca3dba034e89, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:15:21.651388 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] For port f108fcee-0723-4d51-8acc-ca3dba034e89, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f108fcee-0723-4d51-8acc-ca3dba034e89,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:15:21.719192 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Deleting port abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:21.719575 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.733430 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.802104 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:21.803175 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.805675 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] 10.222.0.30 "PUT /v2.0/ports/f108fcee-0723-4d51-8acc-ca3dba034e89 HTTP/1.1" status: 200 len: 1093 time: 1.8752959 Mar 31 23:15:21.806471 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'tag': 'f108fcee-0723-4d51-8acc-ca3dba034e89'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:21.818348 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69ba922-2b6b-4cf6-8baf-1d2283abbbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "b1de886c-41e6-4838-ba6b-a4d107e74bc5", "tag": "f108fcee-0723-4d51-8acc-ca3dba034e89"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:21.857993 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5fb56-a8c7-4e37-8e1c-6197265f24eb req-580ad457-2921-4b26-b832-f1c903d750d2 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:21.859785 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c8c5fb56-a8c7-4e37-8e1c-6197265f24eb req-580ad457-2921-4b26-b832-f1c903d750d2 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 943 time: 0.1365442 Mar 31 23:15:21.865233 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.866039 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:21.879978 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d6793-0e02-4038-9bef-6a50a6de9030 service neutron] Pushing event updated for resources: {'Port': ['ID=f108fcee-0723-4d51-8acc-ca3dba034e89,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:21.902628 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b8a72b-1da6-4a74-a89d-841d300858dd x-openstack-request-id: req-18b8a72b-1da6-4a74-a89d-841d300858dd {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:21.903082 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Calling delete_port for abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:21.903565 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1de886c-41e6-4838-ba6b-a4d107e74bc5", "tag": "f108fcee-0723-4d51-8acc-ca3dba034e89", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:21.903732 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18b8a72b-1da6-4a74-a89d-841d300858dd {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:21.906069 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b8a72b-1da6-4a74-a89d-841d300858dd'] response: {'name': 'network-changed', 'server_uuid': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'tag': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'status': 'completed', 'code': 200} Mar 31 23:15:22.002678 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba922-2b6b-4cf6-8baf-1d2283abbbdc req-ba65bd88-d012-4aff-9b3e-703d79463df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.005705 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e69ba922-2b6b-4cf6-8baf-1d2283abbbdc req-ba65bd88-d012-4aff-9b3e-703d79463df4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0720155 Mar 31 23:15:22.007151 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c8c5fb56-a8c7-4e37-8e1c-6197265f24eb req-d4562a0c-8a42-469f-8efc-1936ab0fff02 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345327 Mar 31 23:15:22.202313 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba922-2b6b-4cf6-8baf-1d2283abbbdc req-5d831b22-b634-472b-bec4-59643c0a3372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.203861 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e69ba922-2b6b-4cf6-8baf-1d2283abbbdc req-5d831b22-b634-472b-bec4-59643c0a3372 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1879115 Mar 31 23:15:22.208515 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0562753-8efe-4e1b-9537-47c0eb064a80 req-dbf3d16b-5651-47cb-9041-5bca5b8ae09f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.210178 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0562753-8efe-4e1b-9537-47c0eb064a80 req-dbf3d16b-5651-47cb-9041-5bca5b8ae09f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 944 time: 0.0893836 Mar 31 23:15:22.240660 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:22.301546 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event deleted for resources: {'Port': ['ID=abe8ef8b-bc1a-4cb1-b4f3-dc6d1f81a8cb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:22.347009 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ba922-2b6b-4cf6-8baf-1d2283abbbdc req-a4b662b3-411a-409f-bbf0-2f68a1d8686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.349827 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e69ba922-2b6b-4cf6-8baf-1d2283abbbdc req-a4b662b3-411a-409f-bbf0-2f68a1d8686c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382513 Mar 31 23:15:22.358640 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 7ede3a23-b174-45c5-b153-27fd87dd1c7f up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:22.359471 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks [] for floatingip (f7b3e357-fce7-4238-a3e8-20dc5957e7a2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:22.365602 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:22.365602 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0ec92b19-6c41-45c4-8a2f-8fbb0c6987a3 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "DELETE /v2.0/floatingips/f7b3e357-fce7-4238-a3e8-20dc5957e7a2 HTTP/1.1" status: 204 len: 168 time: 0.8843322 Mar 31 23:15:22.374000 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0562753-8efe-4e1b-9537-47c0eb064a80 req-42ef0e05-e5e4-41d0-91cb-b35e72d7d0c1 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511922 Mar 31 23:15:22.479531 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-a08d94c4-b213-460e-a43c-6dfee4715014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.481084 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-a08d94c4-b213-460e-a43c-6dfee4715014 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 1127 time: 0.0762465 Mar 31 23:15:22.526257 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-e59dd08d-2ff0-414d-bb20-7d5c976370e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f108fcee-0723-4d51-8acc-ca3dba034e89 HTTP/1.1" status: 200 len: 217 time: 0.0373931 Mar 31 23:15:22.594803 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-206452bc-06a0-4b0b-9890-fae728df6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.595089 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 7ede3a23-b174-45c5-b153-27fd87dd1c7f completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:15:22.597948 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-206452bc-06a0-4b0b-9890-fae728df6018 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 200 len: 850 time: 0.0655661 Mar 31 23:15:22.604177 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 7ede3a23-b174-45c5-b153-27fd87dd1c7f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:15:22.604583 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:22.703960 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-b44f33d2-d0c7-4a81-a01d-96a3619984bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:22.707577 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-b44f33d2-d0c7-4a81-a01d-96a3619984bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033962 Mar 31 23:15:22.732691 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 7ede3a23-b174-45c5-b153-27fd87dd1c7f is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:15:22.733372 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:22.775584 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ede3a23-b174-45c5-b153-27fd87dd1c7f'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:22.779715 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb2a4e5-7a52-44d8-b543-2328ca1485fb" -d '{"events": [{"server_uuid": "f2c7d0a5-d635-4d24-a4ab-35b808f3d920", "name": "network-vif-plugged", "status": "completed", "tag": "7ede3a23-b174-45c5-b153-27fd87dd1c7f"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:22.805586 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 7ede3a23-b174-45c5-b153-27fd87dd1c7f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7ede3a23-b174-45c5-b153-27fd87dd1c7f,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:22.843436 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e3ac11-d286-4350-9c04-6d9a9e334671 x-openstack-request-id: req-82e3ac11-d286-4350-9c04-6d9a9e334671 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:22.843921 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c7d0a5-d635-4d24-a4ab-35b808f3d920", "name": "network-vif-plugged", "status": "completed", "tag": "7ede3a23-b174-45c5-b153-27fd87dd1c7f", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:22.844230 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82e3ac11-d286-4350-9c04-6d9a9e334671 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:22.844694 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e3ac11-d286-4350-9c04-6d9a9e334671'] response: {'server_uuid': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'code': 200} Mar 31 23:15:22.863840 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-5880a45c-626d-481c-baea-7682098990f7 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494801 Mar 31 23:15:22.980994 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:22.990103 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f3a2a473-40fc-4947-ab1a-2b7923d383b6 req-485dfe49-481f-45e3-9714-b6498a7b91f5 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188569 Mar 31 23:15:23.063263 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=7ede3a23-b174-45c5-b153-27fd87dd1c7f,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:23.309264 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e66ea-866a-44b6-b72a-580d2191f30b req-8b701df4-70af-4d3f-910c-7d8df5de9881 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:23.311187 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-784e66ea-866a-44b6-b72a-580d2191f30b req-8b701df4-70af-4d3f-910c-7d8df5de9881 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 943 time: 0.0828257 Mar 31 23:15:23.371879 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8649c6-e760-4f34-ad74-34f0f8bb8fc9 req-5c66d61f-95c3-4dd3-b1fb-9cae56f305cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:23.374551 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f8649c6-e760-4f34-ad74-34f0f8bb8fc9 req-5c66d61f-95c3-4dd3-b1fb-9cae56f305cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 1129 time: 0.0689085 Mar 31 23:15:23.383670 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-784e66ea-866a-44b6-b72a-580d2191f30b req-f1cf5fb1-dbd9-467e-802a-5bf4a78e04af tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607598 Mar 31 23:15:23.458508 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f8649c6-e760-4f34-ad74-34f0f8bb8fc9 req-a76ef8f2-34aa-49d6-af12-f84b95120b41 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720654 Mar 31 23:15:23.587417 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcdce9-ee3c-43f5-a027-9f2761b7f289 req-1c8a3639-34ee-4778-8105-4f017f813e37 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:23.589464 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48bcdce9-ee3c-43f5-a027-9f2761b7f289 req-1c8a3639-34ee-4778-8105-4f017f813e37 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 945 time: 0.0902455 Mar 31 23:15:23.664907 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48bcdce9-ee3c-43f5-a027-9f2761b7f289 req-4f021eac-6656-4ff3-9eec-ba8da16a81a0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688934 Mar 31 23:15:24.584582 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781356-8ae1-4170-be89-4bad1599148d req-b9435e34-0669-4d98-aa54-a94dd2392641 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:24.587108 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80781356-8ae1-4170-be89-4bad1599148d req-b9435e34-0669-4d98-aa54-a94dd2392641 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 943 time: 0.0998998 Mar 31 23:15:24.677493 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80781356-8ae1-4170-be89-4bad1599148d req-3787555f-a01f-43ed-a95d-1e686dab4fda tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819654 Mar 31 23:15:24.847080 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea716d-1621-4928-b44f-50ed08cd4c67 req-b0127df4-3368-4ed7-b6b0-1b8755121531 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:24.848625 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6aea716d-1621-4928-b44f-50ed08cd4c67 req-b0127df4-3368-4ed7-b6b0-1b8755121531 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 945 time: 0.0789120 Mar 31 23:15:24.908321 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6aea716d-1621-4928-b44f-50ed08cd4c67 req-2bdac3e0-7dc9-4327-84e9-ff8d30888c0f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529873 Mar 31 23:15:26.053082 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78f8cd-6a1d-4432-ac41-5b183437f18b req-5f13990f-cac0-4168-a18f-8983a3a14981 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.056001 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e78f8cd-6a1d-4432-ac41-5b183437f18b req-5f13990f-cac0-4168-a18f-8983a3a14981 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.3939042 Mar 31 23:15:26.096865 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f8b9a-6b78-4c90-bc1a-9c44f89aea6e req-5f9f6f88-2a0f-4d28-81e4-ab1c3a7b6a6a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.099850 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-220f8b9a-6b78-4c90-bc1a-9c44f89aea6e req-5f9f6f88-2a0f-4d28-81e4-ab1c3a7b6a6a tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 943 time: 0.1427996 Mar 31 23:15:26.133136 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:15:26.234529 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e78f8cd-6a1d-4432-ac41-5b183437f18b req-1ea15612-e116-4c33-beb2-a07844ced68c tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707838 Mar 31 23:15:26.242178 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-220f8b9a-6b78-4c90-bc1a-9c44f89aea6e req-1de84e7b-d419-4436-93d4-6310604b5984 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289582 Mar 31 23:15:26.386674 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device f108fcee-0723-4d51-8acc-ca3dba034e89 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:15:26.410124 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bc253-4001-4033-86e0-ea61d978003b req-43dd6ff6-ab17-4535-9a06-f0100ca7d5e6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.412662 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63bc253-4001-4033-86e0-ea61d978003b req-43dd6ff6-ab17-4535-9a06-f0100ca7d5e6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 945 time: 0.0975161 Mar 31 23:15:26.486952 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f63bc253-4001-4033-86e0-ea61d978003b req-56742285-c6df-4314-a440-6aa5fae71690 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637183 Mar 31 23:15:26.567243 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port f108fcee-0723-4d51-8acc-ca3dba034e89, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f108fcee-0723-4d51-8acc-ca3dba034e89,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:26.587060 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'port_id': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'mac_address': 'fa:16:3e:93:c5:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:15:26.652760 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port f108fcee-0723-4d51-8acc-ca3dba034e89 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:15:26.653405 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:26.676881 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f108fcee-0723-4d51-8acc-ca3dba034e89 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:15:26.690816 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdfb40-8261-405d-b2e2-377f238741eb req-ceaeee98-d4b6-4d63-be99-797d85e0bb66 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:26.693355 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78bdfb40-8261-405d-b2e2-377f238741eb req-ceaeee98-d4b6-4d63-be99-797d85e0bb66 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 945 time: 0.0921524 Mar 31 23:15:26.706255 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port f108fcee-0723-4d51-8acc-ca3dba034e89, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f108fcee-0723-4d51-8acc-ca3dba034e89,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:26.707493 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 57990) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:26.712661 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'floatingip': {'port_id': '7ede3a23-b174-45c5-b153-27fd87dd1c7f'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:26.761535 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (85d422d7-01bd-4458-a539-6f83ea6f181f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:26.834750 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:26.927295 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=f108fcee-0723-4d51-8acc-ca3dba034e89,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:27.137563 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['f108fcee-0723-4d51-8acc-ca3dba034e89'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:27.315946 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:27.407153 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (85d422d7-01bd-4458-a539-6f83ea6f181f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:27.484134 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de55d16-1011-408b-8881-f1520a525408 req-a26b447f-d140-4168-b6f0-8b5c9a2100c6 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:27.487232 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3de55d16-1011-408b-8881-f1520a525408 req-a26b447f-d140-4168-b6f0-8b5c9a2100c6 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 944 time: 0.1176169 Mar 31 23:15:27.501016 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946b474-d9c9-4080-b56a-d3da69ed230d req-c8085b4d-f52d-496e-b687-69715f7ee955 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:27.504106 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a946b474-d9c9-4080-b56a-d3da69ed230d req-c8085b4d-f52d-496e-b687-69715f7ee955 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1164510 Mar 31 23:15:27.553233 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Floating IP 85d422d7-01bd-4458-a539-6f83ea6f181f associated. External IP: 172.27.0.79, port: 7ede3a23-b174-45c5-b153-27fd87dd1c7f. Mar 31 23:15:27.602676 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3de55d16-1011-408b-8881-f1520a525408 req-8235c51b-cca6-47c1-9c96-e8a420b8c687 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969756 Mar 31 23:15:27.611655 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a946b474-d9c9-4080-b56a-d3da69ed230d req-d984082c-9197-4bcf-bc53-d068c3cd480f tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948923 Mar 31 23:15:27.876456 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:28.067877 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:28.073273 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:28.081906 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:28.096539 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:28.097271 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:15:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:28.122462 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-72adb527-0043-42f5-b08a-d1295b4f3c6b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "PUT /v2.0/floatingips/85d422d7-01bd-4458-a539-6f83ea6f181f HTTP/1.1" status: 200 len: 990 time: 1.4134488 Mar 31 23:15:28.124741 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'tag': '7ede3a23-b174-45c5-b153-27fd87dd1c7f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:28.129244 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f35fad-3b43-45c6-88b7-e4295cbb82c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c7d0a5-d635-4d24-a4ab-35b808f3d920", "tag": "7ede3a23-b174-45c5-b153-27fd87dd1c7f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:28.179024 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043a8352-a6f7-41bc-96d6-e4764e612541 x-openstack-request-id: req-043a8352-a6f7-41bc-96d6-e4764e612541 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:28.179599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c7d0a5-d635-4d24-a4ab-35b808f3d920", "tag": "7ede3a23-b174-45c5-b153-27fd87dd1c7f", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:28.179993 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-043a8352-a6f7-41bc-96d6-e4764e612541 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:28.180577 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043a8352-a6f7-41bc-96d6-e4764e612541'] response: {'name': 'network-changed', 'server_uuid': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'tag': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'status': 'completed', 'code': 200} Mar 31 23:15:28.235059 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:28.404950 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device f108fcee-0723-4d51-8acc-ca3dba034e89 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:15:28.430150 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-0e42c7e0-3f60-4648-8244-8c15fa73aa35 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:28.432990 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-0e42c7e0-3f60-4648-8244-8c15fa73aa35 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1618614 Mar 31 23:15:28.457231 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-22936cdd-eef2-4c54-99b0-7ed32ecd0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:28.460080 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-22936cdd-eef2-4c54-99b0-7ed32ecd0419 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 1129 time: 0.2557471 Mar 31 23:15:28.724716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-011a6389-ab15-4508-a637-9f08eafeb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:28.727497 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-011a6389-ab15-4508-a637-9f08eafeb404 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 916 time: 0.2436070 Mar 31 23:15:28.834748 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Deleting port 3d524ac9-13aa-469d-846d-eca9e9cbd576 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:28.835323 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:28.913933 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa311b-67b5-4f0c-a2e6-c8f11d47e7c1 req-ec535b13-62b0-4675-a023-24a22cb0cd41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:28.915421 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2efa311b-67b5-4f0c-a2e6-c8f11d47e7c1 req-ec535b13-62b0-4675-a023-24a22cb0cd41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 944 time: 0.1158147 Mar 31 23:15:28.926963 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c65b71-7beb-4e69-9335-2068cae9cb9f req-b75fd2d7-e09d-40ee-b980-51790b39aadb tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:28.929088 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76c65b71-7beb-4e69-9335-2068cae9cb9f req-b75fd2d7-e09d-40ee-b980-51790b39aadb tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 945 time: 0.1781683 Mar 31 23:15:28.972643 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-c309668e-b5ec-4645-9113-05ac38651c64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ede3a23-b174-45c5-b153-27fd87dd1c7f HTTP/1.1" status: 200 len: 998 time: 0.2293015 Mar 31 23:15:28.986171 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '85d422d7-01bd-4458-a539-6f83ea6f181f', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:eb:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:27Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:28.992655 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port f108fcee-0723-4d51-8acc-ca3dba034e89 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:15:29.054535 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:29.058388 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port f108fcee-0723-4d51-8acc-ca3dba034e89 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:15:29.058978 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:29.071979 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2efa311b-67b5-4f0c-a2e6-c8f11d47e7c1 req-dac84ff3-98af-4466-9e31-324d2241701c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417246 Mar 31 23:15:29.081611 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-f03144a9-1f48-4ec5-9c4a-a32ed4572a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:29.082419 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76c65b71-7beb-4e69-9335-2068cae9cb9f req-a43bca3d-ec47-466a-b730-7553ceb757e6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420619 Mar 31 23:15:29.085431 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-f03144a9-1f48-4ec5-9c4a-a32ed4572a37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.1052706 Mar 31 23:15:29.109668 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:29.110753 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:15:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:29.190440 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] For port 3d524ac9-13aa-469d-846d-eca9e9cbd576, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3d524ac9-13aa-469d-846d-eca9e9cbd576,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:29.190950 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:29.222493 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Calling delete_port for 3d524ac9-13aa-469d-846d-eca9e9cbd576 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:29.248452 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-29abe2a7-312e-4a76-8e11-2f59ad62a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:29.251209 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-29abe2a7-312e-4a76-8e11-2f59ad62a913 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1596031 Mar 31 23:15:29.320906 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port f108fcee-0723-4d51-8acc-ca3dba034e89 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:15:29.321560 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:29.327399 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:29.434520 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108fcee-0723-4d51-8acc-ca3dba034e89'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:29.438447 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cb3b8d-bc65-4af2-808e-011b0cf6a135" -d '{"events": [{"server_uuid": "b1de886c-41e6-4838-ba6b-a4d107e74bc5", "name": "network-vif-plugged", "status": "completed", "tag": "f108fcee-0723-4d51-8acc-ca3dba034e89"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:29.533854 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port f108fcee-0723-4d51-8acc-ca3dba034e89, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f108fcee-0723-4d51-8acc-ca3dba034e89,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:29.536736 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc030382-811b-4316-bf8b-08dbc5915b6d x-openstack-request-id: req-bc030382-811b-4316-bf8b-08dbc5915b6d {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:29.537182 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1de886c-41e6-4838-ba6b-a4d107e74bc5", "name": "network-vif-plugged", "status": "completed", "tag": "f108fcee-0723-4d51-8acc-ca3dba034e89", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:29.537910 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc030382-811b-4316-bf8b-08dbc5915b6d {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:29.538554 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc030382-811b-4316-bf8b-08dbc5915b6d'] response: {'server_uuid': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'code': 200} Mar 31 23:15:29.645043 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:29.768730 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=f108fcee-0723-4d51-8acc-ca3dba034e89,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:29.866573 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '85d422d7-01bd-4458-a539-6f83ea6f181f', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:eb:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:27Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:29.915703 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46790f-de55-4b92-8371-8a3919af884f None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '85d422d7-01bd-4458-a539-6f83ea6f181f', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:eb:62:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:08Z', 'updated_at': '2022-03-31T23:15:27Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:29.939908 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-cf3101c4-872c-4b3f-b6da-9a987d041c45 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781433 Mar 31 23:15:30.014906 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c717e99-24b2-45cc-afb6-4a03d24eb2dd req-0f880471-ddb6-45c5-b80c-de340cb620e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:30.018591 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c717e99-24b2-45cc-afb6-4a03d24eb2dd req-0f880471-ddb6-45c5-b80c-de340cb620e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 1129 time: 0.0830297 Mar 31 23:15:30.104533 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c717e99-24b2-45cc-afb6-4a03d24eb2dd req-fda713a0-e117-44da-9d24-c48ff8a2a0de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787766 Mar 31 23:15:30.119230 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-53f35fad-3b43-45c6-88b7-e4295cbb82c9 req-2cfa5eb9-5d84-4441-9a4b-1a8060e4944d service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730399 Mar 31 23:15:30.177633 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (3d524ac9-13aa-469d-846d-eca9e9cbd576), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:30.195149 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['95f6e087-115d-43a6-b2b4-4c007404dd73', '3d524ac9-13aa-469d-846d-eca9e9cbd576'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:30.269591 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event deleted for resources: {'Port': ['ID=3d524ac9-13aa-469d-846d-eca9e9cbd576,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:30.322241 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b5338-6a82-490e-bd4e-aab753bebd6a None None] New status for floating IP 85d422d7-01bd-4458-a539-6f83ea6f181f: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:30.357174 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34aaf6f9-48ba-45c0-9f5c-e71b884146a9 req-81090111-d3bb-4ecd-98e2-60952bda3176 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.1431673 Mar 31 23:15:30.380609 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] No DVR routers for this DVR port 3d524ac9-13aa-469d-846d-eca9e9cbd576 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:30.385435 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:30.391720 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2a8c42a1-76c5-4048-9e31-c30d239ca49d req-5b1ab3cb-f9ea-428c-b857-36deca31f8f6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "DELETE /v2.0/ports/3d524ac9-13aa-469d-846d-eca9e9cbd576 HTTP/1.1" status: 204 len: 173 time: 1.9518993 Mar 31 23:15:30.392604 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd0935f-e428-410a-8aea-cc29a37a3120', 'name': 'network-vif-deleted', 'tag': '3d524ac9-13aa-469d-846d-eca9e9cbd576'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:30.397443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d4d1a-b863-4cba-8784-f2e3f2df8fa3" -d '{"events": [{"server_uuid": "2dd0935f-e428-410a-8aea-cc29a37a3120", "name": "network-vif-deleted", "tag": "3d524ac9-13aa-469d-846d-eca9e9cbd576"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:30.476888 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe19d78-9e1a-4172-a9c7-776c4d5b278e x-openstack-request-id: req-dbe19d78-9e1a-4172-a9c7-776c4d5b278e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:30.477366 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd0935f-e428-410a-8aea-cc29a37a3120", "name": "network-vif-deleted", "tag": "3d524ac9-13aa-469d-846d-eca9e9cbd576", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:30.477815 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbe19d78-9e1a-4172-a9c7-776c4d5b278e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:30.478480 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe19d78-9e1a-4172-a9c7-776c4d5b278e'] response: {'server_uuid': '2dd0935f-e428-410a-8aea-cc29a37a3120', 'name': 'network-vif-deleted', 'tag': '3d524ac9-13aa-469d-846d-eca9e9cbd576', 'status': 'completed', 'code': 200} Mar 31 23:15:30.484441 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2da830-c515-4140-bb6a-ad33a60623ad req-5986b93a-0edc-4df5-8de2-5c545ae3e543 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:30.499401 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af2da830-c515-4140-bb6a-ad33a60623ad req-5986b93a-0edc-4df5-8de2-5c545ae3e543 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 945 time: 0.2610977 Mar 31 23:15:30.591930 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af2da830-c515-4140-bb6a-ad33a60623ad req-cdf57e76-f3a1-4748-83dd-ac9cf5bc8c19 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838656 Mar 31 23:15:31.558349 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-524d2eab-a5da-4309-acc9-bdce1a1809f8 req-97cd6d2a-9c2a-40b5-bd5d-29f20f211b36 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dd0935f-e428-410a-8aea-cc29a37a3120 HTTP/1.1" status: 200 len: 210 time: 0.0439348 Mar 31 23:15:31.841706 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469273de-2ee6-44fa-a35c-dfc0c5e68df3 req-6b6467d8-2fa9-44bc-841c-77dbbdb29346 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:31.844618 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-469273de-2ee6-44fa-a35c-dfc0c5e68df3 req-6b6467d8-2fa9-44bc-841c-77dbbdb29346 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 945 time: 0.1147242 Mar 31 23:15:31.934484 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-469273de-2ee6-44fa-a35c-dfc0c5e68df3 req-ad39d1d5-636b-4784-bd29-13a7767d3afb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780659 Mar 31 23:15:32.137868 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680501c-77c3-4918-a253-9ccf5292486f req-e751cb23-d4c3-4a8f-aca1-751d5190ea96 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:32.139936 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0680501c-77c3-4918-a253-9ccf5292486f req-e751cb23-d4c3-4a8f-aca1-751d5190ea96 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 945 time: 0.0970705 Mar 31 23:15:32.154058 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58020) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:32.162495 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Request body: {'floatingip': {'port_id': 'f108fcee-0723-4d51-8acc-ca3dba034e89'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:15:32.237764 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (f1d8bf84-5d1f-407c-af8b-89126aef41a1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:32.406722 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 3d524ac9-13aa-469d-846d-eca9e9cbd576 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:32.446666 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 3d524ac9-13aa-469d-846d-eca9e9cbd576 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:15:32.447284 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 3d524ac9-13aa-469d-846d-eca9e9cbd576 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:32.932470 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:33.039938 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (f1d8bf84-5d1f-407c-af8b-89126aef41a1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:33.244179 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Floating IP f1d8bf84-5d1f-407c-af8b-89126aef41a1 associated. External IP: 172.27.0.125, port: f108fcee-0723-4d51-8acc-ca3dba034e89. Mar 31 23:15:33.384617 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225bd30-2076-4f48-adb4-359dd12ab6bc req-f143cfc1-8642-487c-a21b-91bab14910df tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:33.395938 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e225bd30-2076-4f48-adb4-359dd12ab6bc req-f143cfc1-8642-487c-a21b-91bab14910df tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1317046 Mar 31 23:15:33.472142 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e225bd30-2076-4f48-adb4-359dd12ab6bc req-3456d911-1379-4b45-9055-c23b875ee5ae tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745821 Mar 31 23:15:33.672581 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Router 8074ca80-a733-4603-ac08-9c17aade680e has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:33.823894 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:33.831896 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:33.837191 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] Sync routers for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:33.857188 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:33.858227 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:15:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:33.899926 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b2c8e61e-d0c9-436b-8de8-8e86a5114754 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "PUT /v2.0/floatingips/f1d8bf84-5d1f-407c-af8b-89126aef41a1 HTTP/1.1" status: 200 len: 991 time: 1.7440858 Mar 31 23:15:33.901314 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'tag': 'f108fcee-0723-4d51-8acc-ca3dba034e89'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:33.905346 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11c8d56-b2af-40d8-ae5c-752852476056" -d '{"events": [{"name": "network-changed", "server_uuid": "b1de886c-41e6-4838-ba6b-a4d107e74bc5", "tag": "f108fcee-0723-4d51-8acc-ca3dba034e89"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:33.960288 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f380f5-3dab-45f9-b59c-7905b191e573 x-openstack-request-id: req-76f380f5-3dab-45f9-b59c-7905b191e573 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:33.961133 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1de886c-41e6-4838-ba6b-a4d107e74bc5", "tag": "f108fcee-0723-4d51-8acc-ca3dba034e89", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:33.961133 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76f380f5-3dab-45f9-b59c-7905b191e573 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:33.961563 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f380f5-3dab-45f9-b59c-7905b191e573'] response: {'name': 'network-changed', 'server_uuid': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'tag': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'status': 'completed', 'code': 200} Mar 31 23:15:34.050500 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:34.059862 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-c9509bec-05fa-4acd-8641-9a1a3800cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:34.062833 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-c9509bec-05fa-4acd-8641-9a1a3800cb65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 1129 time: 0.0638626 Mar 31 23:15:34.241857 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-59d467ec-6874-44ff-83ff-e772d86fcab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:34.244560 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-59d467ec-6874-44ff-83ff-e772d86fcab8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 200 len: 912 time: 0.1650803 Mar 31 23:15:34.354322 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-62c35e16-67a1-4219-84f3-1e7979cdd2d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f108fcee-0723-4d51-8acc-ca3dba034e89 HTTP/1.1" status: 200 len: 999 time: 0.1027670 Mar 31 23:15:34.439408 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f1d8bf84-5d1f-407c-af8b-89126aef41a1', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'port_id': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'mac_address': 'fa:16:3e:93:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:12Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 1, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:34.444101 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-c5c3cb89-254b-417f-99ca-a68507cc0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:34.446810 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-c5c3cb89-254b-417f-99ca-a68507cc0fbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 200 len: 850 time: 0.0853531 Mar 31 23:15:34.500536 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] Checking router: 8074ca80-a733-4603-ac08-9c17aade680e for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:34.518130 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:34.519213 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:15:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:34.540267 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-5e9e308e-df62-4573-91e3-bbad201c9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:34.543057 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-5e9e308e-df62-4573-91e3-bbad201c9812 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850127 Mar 31 23:15:34.713331 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab880851-af21-4983-b151-3b4cb250ded4 req-14dffa65-5818-4102-8c9f-358036568ac1 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:34.716424 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab880851-af21-4983-b151-3b4cb250ded4 req-14dffa65-5818-4102-8c9f-358036568ac1 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1102734 Mar 31 23:15:34.725990 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-903cede3-6f64-4e75-8552-e7cac7ed651b service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743839 Mar 31 23:15:34.763355 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:34.809242 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab880851-af21-4983-b151-3b4cb250ded4 req-d4266005-7c41-4f34-a78a-295ab5b691ae tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777743 Mar 31 23:15:34.908808 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e11c8d56-b2af-40d8-ae5c-752852476056 req-40a7a0d7-7fe9-4364-856b-e97137bf6ddf service neutron] 10.222.0.30 "GET /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663826 Mar 31 23:15:35.302620 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f1d8bf84-5d1f-407c-af8b-89126aef41a1', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'port_id': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'mac_address': 'fa:16:3e:93:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:12Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 1, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:35.335227 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da93796-99e7-4215-849a-7e392ce9da11 None None] The sync data for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi is: [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'f1d8bf84-5d1f-407c-af8b-89126aef41a1', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'port_id': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'mac_address': 'fa:16:3e:93:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:15:12Z', 'updated_at': '2022-03-31T23:15:32Z', 'revision_number': 1, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:35.589285 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08313dc1-f43b-410b-9813-50111d67fb68 None None] New status for floating IP f1d8bf84-5d1f-407c-af8b-89126aef41a1: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:15:36.038919 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeac61-7213-44ca-b7df-9686a86134c8 req-221076a1-683d-4ee9-a92b-34da574a4ab6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:36.042047 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cfbeac61-7213-44ca-b7df-9686a86134c8 req-221076a1-683d-4ee9-a92b-34da574a4ab6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.0944989 Mar 31 23:15:36.122536 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cfbeac61-7213-44ca-b7df-9686a86134c8 req-1aa7d532-4b91-4557-8bea-91a898f069fe tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703712 Mar 31 23:15:36.937238 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4d52e3d7-dfe4-4901-9280-b91157d8af1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:37.309850 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446bab4-8794-481e-887a-eb80ea6cbd1f req-afcd71b3-06cd-40c5-ace5-9e4deb30f8b4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:37.311929 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1446bab4-8794-481e-887a-eb80ea6cbd1f req-afcd71b3-06cd-40c5-ace5-9e4deb30f8b4 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.0795627 Mar 31 23:15:37.314967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-a6699164-9f81-4d59-be30-f9266cc09907 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:37.317768 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-a6699164-9f81-4d59-be30-f9266cc09907 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 946 time: 0.1061103 Mar 31 23:15:37.380220 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1446bab4-8794-481e-887a-eb80ea6cbd1f req-d05f6655-7215-46ce-890b-c46a1dec3933 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3adc7e19-8d78-43db-83db-4147f9c57c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601306 Mar 31 23:15:37.501993 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Deleting port 95f6e087-115d-43a6-b2b4-4c007404dd73 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:37.502472 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:37.679862 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] For port 95f6e087-115d-43a6-b2b4-4c007404dd73, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=95f6e087-115d-43a6-b2b4-4c007404dd73,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:37.679862 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:37.707029 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Calling delete_port for 95f6e087-115d-43a6-b2b4-4c007404dd73 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:38.120482 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (95f6e087-115d-43a6-b2b4-4c007404dd73), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:38.135836 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['95f6e087-115d-43a6-b2b4-4c007404dd73'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:15:38.180526 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Pushing event deleted for resources: {'Port': ['ID=95f6e087-115d-43a6-b2b4-4c007404dd73,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:38.251666 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] No DVR routers for this DVR port 95f6e087-115d-43a6-b2b4-4c007404dd73 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:38.255860 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:38.262491 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c516bae4-86a4-46d5-8d11-14bb1c075b79 req-ec1df807-778b-41e5-9d1c-848c04b0f967 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.30 "DELETE /v2.0/ports/95f6e087-115d-43a6-b2b4-4c007404dd73 HTTP/1.1" status: 204 len: 173 time: 0.9350009 Mar 31 23:15:38.263260 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b79e70f-98e9-4d5d-9f4a-1fcd46601afa', 'name': 'network-vif-deleted', 'tag': '95f6e087-115d-43a6-b2b4-4c007404dd73'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:15:38.268094 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4e825b-099e-41f3-a665-a064b99aae6f" -d '{"events": [{"server_uuid": "6b79e70f-98e9-4d5d-9f4a-1fcd46601afa", "name": "network-vif-deleted", "tag": "95f6e087-115d-43a6-b2b4-4c007404dd73"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:15:38.343270 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000781ca-4247-4f27-bffd-7f1ae2c3a1c5 x-openstack-request-id: req-000781ca-4247-4f27-bffd-7f1ae2c3a1c5 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:15:38.343270 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b79e70f-98e9-4d5d-9f4a-1fcd46601afa", "name": "network-vif-deleted", "tag": "95f6e087-115d-43a6-b2b4-4c007404dd73", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:15:38.345886 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-000781ca-4247-4f27-bffd-7f1ae2c3a1c5 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:15:38.346598 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000781ca-4247-4f27-bffd-7f1ae2c3a1c5'] response: {'server_uuid': '6b79e70f-98e9-4d5d-9f4a-1fcd46601afa', 'name': 'network-vif-deleted', 'tag': '95f6e087-115d-43a6-b2b4-4c007404dd73', 'status': 'completed', 'code': 200} Mar 31 23:15:38.550667 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a1ff4f65-4ccc-43ac-93c9-6c2a9239a2dd req-b76386e1-88a4-4835-b0fe-9a25353d5bb6 tempest-ServerRescueNegativeTestJSON-275878065 tempest-ServerRescueNegativeTestJSON-275878065-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b79e70f-98e9-4d5d-9f4a-1fcd46601afa HTTP/1.1" status: 200 len: 210 time: 0.0571203 Mar 31 23:15:39.639503 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58048) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:40.417330 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 95f6e087-115d-43a6-b2b4-4c007404dd73 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:40.444796 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 95f6e087-115d-43a6-b2b4-4c007404dd73 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:15:40.445709 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 95f6e087-115d-43a6-b2b4-4c007404dd73 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:40.531629 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fcf59ea3-83ae-4e56-bcae-1e66677d09e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:40.547849 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (0e332abb-1612-40c6-ad22-fcce04563467), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:41.092137 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Deleting port c452d34a-3cc0-4e56-ac07-ce1b103db71b {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:41.093292 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:41.253747 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] For port c452d34a-3cc0-4e56-ac07-ce1b103db71b, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c452d34a-3cc0-4e56-ac07-ce1b103db71b,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:41.254481 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:41.278757 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Calling delete_port for c452d34a-3cc0-4e56-ac07-ce1b103db71b owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:41.749027 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (c452d34a-3cc0-4e56-ac07-ce1b103db71b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:41.802714 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c452d34a-3cc0-4e56-ac07-ce1b103db71b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:42.016225 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (0e332abb-1612-40c6-ad22-fcce04563467), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:42.405333 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:42.416832 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Router 0e332abb-1612-40c6-ad22-fcce04563467 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:15:42.911240 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:15:42.919769 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-40057d21-3d49-4851-a394-b4393545b7f2 admin admin] 10.222.0.41 "PUT /v2.0/routers/0e332abb-1612-40c6-ad22-fcce04563467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2786515 Mar 31 23:15:42.924334 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58058) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:42.925421 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] Sync routers for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:15:42.946778 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:42.948297 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:15:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:43.105592 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks [] for router (0e332abb-1612-40c6-ad22-fcce04563467), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:43.161480 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:43.263073 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks [] for router_gateway (0e332abb-1612-40c6-ad22-fcce04563467), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:43.447663 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Deleting port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:43.448714 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:43.467692 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:15:41Z', 'revision_number': 5, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port': {'id': '5b5f3ec3-644e-4ece-a5df-a8bc335a1718', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:65:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e332abb-1612-40c6-ad22-fcce04563467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:55Z', 'updated_at': '2022-03-31T23:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:43.515896 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] Checking router: 0e332abb-1612-40c6-ad22-fcce04563467 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:15:43.532453 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] Routers {'0e332abb-1612-40c6-ad22-fcce04563467'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:15:43.533579 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:15:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0e332abb-1612-40c6-ad22-fcce04563467'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:43.605167 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] For port 5b5f3ec3-644e-4ece-a5df-a8bc335a1718, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5b5f3ec3-644e-4ece-a5df-a8bc335a1718,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:43.605924 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:43.630945 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Calling delete_port for 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:43.667356 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] Set router 0e332abb-1612-40c6-ad22-fcce04563467 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:15:43.766996 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 6, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port_host': None}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:43.803284 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7967c-44d6-4903-9e71-e1271b61a51f None None] The sync data for ids ['0e332abb-1612-40c6-ad22-fcce04563467'] in dv-cinder-835879-3-iscsi is: [{'id': '0e332abb-1612-40c6-ad22-fcce04563467', 'name': 'tempest-ServerRescueNegativeTestJSON-1993933044-router', 'tenant_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:15:43Z', 'revision_number': 6, 'project_id': 'ced3889eb8ee4971bb17dc7e2354bf38', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:15:44.029011 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (5b5f3ec3-644e-4ece-a5df-a8bc335a1718), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:44.079113 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5f3ec3-644e-4ece-a5df-a8bc335a1718,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:44.098693 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.099289 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.099870 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.100459 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.101040 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.101635 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.102458 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.103041 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.103580 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.104140 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.104760 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.105500 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.106094 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.106805 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.107360 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:44.144755 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (0e332abb-1612-40c6-ad22-fcce04563467), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:44.354376 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (0e332abb-1612-40c6-ad22-fcce04563467), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:44.358912 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks [] for router_controller (0e332abb-1612-40c6-ad22-fcce04563467), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:44.588726 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (0e332abb-1612-40c6-ad22-fcce04563467), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:44.589457 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e332abb-1612-40c6-ad22-fcce04563467 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:15:44.607363 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:44.607363 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ddd2646e-8f7d-48cf-a73c-711f1e0a9446 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0e332abb-1612-40c6-ad22-fcce04563467 HTTP/1.1" status: 204 len: 168 time: 1.6747773 Mar 31 23:15:44.607363 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58060) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:44.684864 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-af162b60-1f43-4b47-ba92-9fb2e6c1a675 admin admin] Deleting subnet 7db72a81-ebe1-420b-b2f7-254815101eea {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:15:44.691139 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af162b60-1f43-4b47-ba92-9fb2e6c1a675 admin admin] Publish callbacks [] for subnet (7db72a81-ebe1-420b-b2f7-254815101eea), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:44.762589 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af162b60-1f43-4b47-ba92-9fb2e6c1a675 admin admin] Publish callbacks [] for subnet (7db72a81-ebe1-420b-b2f7-254815101eea), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:44.914562 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af162b60-1f43-4b47-ba92-9fb2e6c1a675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (7db72a81-ebe1-420b-b2f7-254815101eea), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.050877 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.081002 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af162b60-1f43-4b47-ba92-9fb2e6c1a675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (7db72a81-ebe1-420b-b2f7-254815101eea), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.122651 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af162b60-1f43-4b47-ba92-9fb2e6c1a675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.129768 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-af162b60-1f43-4b47-ba92-9fb2e6c1a675 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7db72a81-ebe1-420b-b2f7-254815101eea HTTP/1.1" status: 204 len: 168 time: 0.5228121 Mar 31 23:15:45.131486 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af162b60-1f43-4b47-ba92-9fb2e6c1a675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db72a81-ebe1-420b-b2f7-254815101eea,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:45.132160 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:45.133651 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58062) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:45.136118 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365de4cb-a42e-444a-bda6-c5d527b9a785 None None] Network d225a140-1c4b-4f8b-acf8-3376bd312744 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:15:45.227782 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:15:45.228311 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5b5f3ec3-644e-4ece-a5df-a8bc335a1718 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:45.228840 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c452d34a-3cc0-4e56-ac07-ce1b103db71b no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:45.261978 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: c452d34a-3cc0-4e56-ac07-ce1b103db71b {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:15:45.262457 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c452d34a-3cc0-4e56-ac07-ce1b103db71b not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:45.269427 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (d225a140-1c4b-4f8b-acf8-3376bd312744), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.383005 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Deleting port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:45.383484 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.417705 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] DHCP port deletion for d225a140-1c4b-4f8b-acf8-3376bd312744 request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:15:45.426703 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.501251 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] Deleting port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:15:45.501673 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.507236 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] For port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:45.507868 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.535647 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Calling delete_port for 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:45.583223 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] For port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,segment=NetworkSegment(f7828d31-d8ff-41d8-ae52-be758327ec45),segment_id=f7828d31-d8ff-41d8-ae52-be758327ec45)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:15:45.583708 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.603574 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] Calling delete_port for 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:15:45.810930 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.825484 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (9991f2f0-cd7b-4b36-8972-f2cefb9924c3), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:45.857359 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:45.858332 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] Pushing event deleted for resources: {'Port': ['ID=9991f2f0-cd7b-4b36-8972-f2cefb9924c3,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:45.862269 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97708e3-2b3d-401b-b429-94c1fd40afc1 None None] No DVR routers for this DVR port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:45.872755 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] No DVR routers for this DVR port 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 on host dv-cinder-835879-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:15:45.881398 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.882418 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.882996 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.883719 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.884555 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.885107 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.885658 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.886297 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.886860 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.887419 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.887982 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.888552 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.889171 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.890003 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:45.890790 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:15:46.018876 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (d225a140-1c4b-4f8b-acf8-3376bd312744), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:46.055779 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d225a140-1c4b-4f8b-acf8-3376bd312744']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:46.069830 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7828d31-d8ff-41d8-ae52-be758327ec45') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:46.070220 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7828d31-d8ff-41d8-ae52-be758327ec45') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:15:46.084625 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (f7828d31-d8ff-41d8-ae52-be758327ec45), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:46.107916 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (f7828d31-d8ff-41d8-ae52-be758327ec45), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:46.118447 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:15:46.119054 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (f7828d31-d8ff-41d8-ae52-be758327ec45), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:15:46.122220 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:15:46.363918 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (d225a140-1c4b-4f8b-acf8-3376bd312744), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:46.374334 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:46.379380 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d225a140-1c4b-4f8b-acf8-3376bd312744 HTTP/1.1" status: 204 len: 168 time: 1.2426984 Mar 31 23:15:46.400530 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74896d-f1ee-4702-867a-e02aa60bfda4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d225a140-1c4b-4f8b-acf8-3376bd312744,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:46.838626 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58066) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:46.910732 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b2457fde-5039-4827-b177-a0a2059fcec7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ced3889eb8ee4971bb17dc7e2354bf38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0701871 Mar 31 23:15:46.914965 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58068) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:15:46.978491 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fd447a37-3ceb-46b2-93ca-db7c8a1fae89 admin admin] Publish callbacks [] for security_group (3adc7e19-8d78-43db-83db-4147f9c57c1e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:47.022072 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fd447a37-3ceb-46b2-93ca-db7c8a1fae89 admin admin] Publish callbacks [] for security_group (3adc7e19-8d78-43db-83db-4147f9c57c1e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:47.105219 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:15:47.150768 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:15:47.151350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9991f2f0-cd7b-4b36-8972-f2cefb9924c3 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:15:47.200090 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fd447a37-3ceb-46b2-93ca-db7c8a1fae89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3adc7e19-8d78-43db-83db-4147f9c57c1e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:47.205716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fd447a37-3ceb-46b2-93ca-db7c8a1fae89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:47.208018 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fd447a37-3ceb-46b2-93ca-db7c8a1fae89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3adc7e19-8d78-43db-83db-4147f9c57c1e HTTP/1.1" status: 204 len: 168 time: 0.2914350 Mar 31 23:15:47.224968 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd447a37-3ceb-46b2-93ca-db7c8a1fae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adc7e19-8d78-43db-83db-4147f9c57c1e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:15:47.859102 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:15:52.650877 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53733fcd-49a5-4df9-bf4e-9a57ddc0818b req-1c82e93b-9dbe-4158-8a57-b2c581a6436e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:52.653570 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53733fcd-49a5-4df9-bf4e-9a57ddc0818b req-1c82e93b-9dbe-4158-8a57-b2c581a6436e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0908642 Mar 31 23:15:52.736056 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53733fcd-49a5-4df9-bf4e-9a57ddc0818b req-929730cc-cac4-445b-9084-eb3696e17300 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716453 Mar 31 23:15:53.930628 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585e8bb-aa49-479f-995d-e88ca6e28bd5 req-668bd2c6-b182-4c90-91d7-a3523eb340cb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:53.933349 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2585e8bb-aa49-479f-995d-e88ca6e28bd5 req-668bd2c6-b182-4c90-91d7-a3523eb340cb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0936551 Mar 31 23:15:54.015413 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2585e8bb-aa49-479f-995d-e88ca6e28bd5 req-32e55ef1-d84d-446f-9c58-01ce68b29a39 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708740 Mar 31 23:15:55.214294 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd79d7-20dd-4626-af12-82ea5c93e389 req-5aa6c1cc-e033-4853-aa13-74344a7883ee tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:55.216146 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4bd79d7-20dd-4626-af12-82ea5c93e389 req-5aa6c1cc-e033-4853-aa13-74344a7883ee tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0905707 Mar 31 23:15:55.304331 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a4bd79d7-20dd-4626-af12-82ea5c93e389 req-9f800fbc-de64-49c6-902d-56f6a38bbcdd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773592 Mar 31 23:15:56.475177 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97b83a-2fb3-4ca3-ae66-08fa9a380f5d req-8ba2b859-2bdb-404b-893a-aff3054cbef2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:56.477596 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a97b83a-2fb3-4ca3-ae66-08fa9a380f5d req-8ba2b859-2bdb-404b-893a-aff3054cbef2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0664392 Mar 31 23:15:56.545663 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0a97b83a-2fb3-4ca3-ae66-08fa9a380f5d req-8c233906-03ee-4ede-8e59-d01b82732767 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601311 Mar 31 23:15:57.701185 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34d5d2-fb7f-4b2b-b4d7-4f9e921752b3 req-55683098-1e6a-42e1-842c-30b41b07b179 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:57.704078 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b34d5d2-fb7f-4b2b-b4d7-4f9e921752b3 req-55683098-1e6a-42e1-842c-30b41b07b179 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0674603 Mar 31 23:15:57.771912 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b34d5d2-fb7f-4b2b-b4d7-4f9e921752b3 req-4a88a9ed-7884-424a-8186-fbd7d9c6b96e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585570 Mar 31 23:15:58.924091 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8570f-51fa-4138-ab1d-f9793a0cad43 req-f830deaa-94b0-427c-88cc-33a1399867a3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:15:58.925760 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d2b8570f-51fa-4138-ab1d-f9793a0cad43 req-f830deaa-94b0-427c-88cc-33a1399867a3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0661716 Mar 31 23:15:58.990508 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d2b8570f-51fa-4138-ab1d-f9793a0cad43 req-0bf5c832-64eb-49ed-8bc5-3430c97cddd9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579751 Mar 31 23:16:00.149884 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ae6f0-8db3-4242-9708-d198769d0c27 req-c0f667d2-0714-4a5a-9ab5-0b39c99e93f2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:00.151727 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b10ae6f0-8db3-4242-9708-d198769d0c27 req-c0f667d2-0714-4a5a-9ab5-0b39c99e93f2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0628574 Mar 31 23:16:00.216937 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b10ae6f0-8db3-4242-9708-d198769d0c27 req-5e332f04-af76-43b7-99ce-8dcd96cb78b7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581348 Mar 31 23:16:01.392754 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e5d5a-4312-45e4-9c51-5748ec7ae76e req-77a88d17-819c-453f-9262-d0d4dd337141 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:01.394328 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc0e5d5a-4312-45e4-9c51-5748ec7ae76e req-77a88d17-819c-453f-9262-d0d4dd337141 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0833628 Mar 31 23:16:01.465718 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dc0e5d5a-4312-45e4-9c51-5748ec7ae76e req-f7039c19-052e-4c19-a54a-ad90419185ec tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607479 Mar 31 23:16:02.639064 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67124cb4-87cd-4046-8b65-67767d301bb9 req-64be5728-eb3d-437b-8c85-15db8ed32094 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:02.641016 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67124cb4-87cd-4046-8b65-67767d301bb9 req-64be5728-eb3d-437b-8c85-15db8ed32094 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0688989 Mar 31 23:16:02.722122 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67124cb4-87cd-4046-8b65-67767d301bb9 req-21f3e6dc-bec9-4252-9699-440325ff76a7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720322 Mar 31 23:16:03.136444 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:16:03.918728 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b48c99-4f4b-4f55-a949-0c948fe33840 req-0aeb6758-f097-49d1-8387-fe41f9385059 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:03.922325 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3b48c99-4f4b-4f55-a949-0c948fe33840 req-0aeb6758-f097-49d1-8387-fe41f9385059 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0866776 Mar 31 23:16:04.013568 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3b48c99-4f4b-4f55-a949-0c948fe33840 req-a3dcae77-1495-4899-9c99-6c15da1c989b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829525 Mar 31 23:16:05.152982 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef7149-9239-43bc-a2c7-e0706b12172a req-b84b5d3c-5e37-458a-806d-fb583727afca tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:05.154590 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06ef7149-9239-43bc-a2c7-e0706b12172a req-b84b5d3c-5e37-458a-806d-fb583727afca tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0612702 Mar 31 23:16:05.212278 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-06ef7149-9239-43bc-a2c7-e0706b12172a req-9b42768a-9acf-4100-9ed8-e0853a1e2457 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512235 Mar 31 23:16:06.361729 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec97dc-89fd-4609-8cc9-f63bd64754ec req-01056e81-513b-463e-ae31-c4b80f91eef6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:06.363501 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6ec97dc-89fd-4609-8cc9-f63bd64754ec req-01056e81-513b-463e-ae31-c4b80f91eef6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0666027 Mar 31 23:16:06.426501 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6ec97dc-89fd-4609-8cc9-f63bd64754ec req-ac32eb6a-77ea-4440-8ed4-82d35e47279a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568841 Mar 31 23:16:06.953636 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-439ceba0-70f9-4826-8a09-04b098c90b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:07.643182 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b275-ed15-46c9-a433-5191c61b5866 req-f5ef2489-eb66-4aba-8cd1-4eecc1a3a0a0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:07.645401 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4111b275-ed15-46c9-a433-5191c61b5866 req-f5ef2489-eb66-4aba-8cd1-4eecc1a3a0a0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0827849 Mar 31 23:16:07.714995 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4111b275-ed15-46c9-a433-5191c61b5866 req-320b123d-5a4a-414a-b744-fcaaf7e20dbd tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631156 Mar 31 23:16:08.664423 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:16:08.823080 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:08.840652 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'port_id': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'mac_address': 'fa:16:3e:5f:e6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:16:08.879882 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554f72-5999-45a8-b11e-5aef5eb52a52 req-1a79d750-7144-4fff-ae07-74201ded8721 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:08.881604 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2554f72-5999-45a8-b11e-5aef5eb52a52 req-1a79d750-7144-4fff-ae07-74201ded8721 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0669177 Mar 31 23:16:08.903527 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 74893a65-1c14-4a37-b31c-4cb1d239ba86 is: ACTIVE; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:16:08.904747 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:08.921757 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74893a65-1c14-4a37-b31c-4cb1d239ba86 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:08.946603 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:08.949210 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2554f72-5999-45a8-b11e-5aef5eb52a52 req-a942a09b-fb97-4f32-b986-5536565f679b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571578 Mar 31 23:16:09.049886 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:09.116332 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=6']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:09.125639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.126084 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.126379 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.126879 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.127139 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.127411 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.127747 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.128082 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.128654 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.128993 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.129258 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.129597 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.130019 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.130295 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.130640 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:09.150002 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['74893a65-1c14-4a37-b31c-4cb1d239ba86'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:16:10.128420 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71487b8d-9f23-49eb-a96a-ca523b3f7dcf req-fe6da825-0bdd-4576-bc32-4e564b120890 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:10.131233 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71487b8d-9f23-49eb-a96a-ca523b3f7dcf req-fe6da825-0bdd-4576-bc32-4e564b120890 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 945 time: 0.0774651 Mar 31 23:16:10.201445 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71487b8d-9f23-49eb-a96a-ca523b3f7dcf req-65257f44-aef7-4e1f-9c1f-e29ad23fb9bb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641780 Mar 31 23:16:10.576704 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8591e9cc-9e43-4332-aa93-3a8c8edd61b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:10.691815 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:10.757256 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 74893a65-1c14-4a37-b31c-4cb1d239ba86 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:16:10.757903 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:10.874290 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 74893a65-1c14-4a37-b31c-4cb1d239ba86 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:16:10.874716 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:10.911260 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:10.913741 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97389cdf-08e0-4136-96b3-8b3fe91b7c31" -d '{"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-plugged", "status": "completed", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:10.936104 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:11.040036 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:11.160900 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=7']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:11.214071 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7cc72a-e72c-48d4-9e2b-21f3feb4dbb8 x-openstack-request-id: req-4b7cc72a-e72c-48d4-9e2b-21f3feb4dbb8 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:11.215726 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-plugged", "status": "completed", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:11.216208 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b7cc72a-e72c-48d4-9e2b-21f3feb4dbb8 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:11.216898 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b7cc72a-e72c-48d4-9e2b-21f3feb4dbb8'] response: {'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'code': 200} Mar 31 23:16:11.410760 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3006c0-2dee-427d-aa88-79ec1b5f431b req-785bad63-33ca-4487-9e6a-6d174d5fb9ec tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:11.412385 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a3006c0-2dee-427d-aa88-79ec1b5f431b req-785bad63-33ca-4487-9e6a-6d174d5fb9ec tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0755501 Mar 31 23:16:11.502445 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a3006c0-2dee-427d-aa88-79ec1b5f431b req-fc879b9b-9639-48c2-b079-e3341e01936c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809326 Mar 31 23:16:12.421753 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:12.838930 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf096d-fe81-4ca6-9da6-0c97c4110cca req-dfff26ed-920e-4b0f-8ef9-5a73435f492b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:12.841026 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63cf096d-fe81-4ca6-9da6-0c97c4110cca req-dfff26ed-920e-4b0f-8ef9-5a73435f492b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1442790 Mar 31 23:16:12.962281 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63cf096d-fe81-4ca6-9da6-0c97c4110cca req-c4d9a39f-5b75-41c3-ab16-bb962f4cf785 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022801 Mar 31 23:16:13.783010 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58424) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:14.006164 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e39473e-bf23-413f-9f04-32d0cee66807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:14.175157 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e39473e-bf23-413f-9f04-32d0cee66807 admin admin] Publish callbacks [] for security_group (c6907159-00ce-43ba-8e0c-a79b0908fb47), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:14.370964 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e39473e-bf23-413f-9f04-32d0cee66807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (c6907159-00ce-43ba-8e0c-a79b0908fb47), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:14.453551 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39473e-bf23-413f-9f04-32d0cee66807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6907159-00ce-43ba-8e0c-a79b0908fb47,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:14.463978 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3e39473e-bf23-413f-9f04-32d0cee66807 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=907b245377ac414193906d0296b3dd75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6792688 Mar 31 23:16:14.467222 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58438) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:14.716030 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143871-a349-462a-b13c-c74897bb1245 req-55f98257-5220-45fe-a081-3a1b3eb1d276 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:14.719142 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-07143871-a349-462a-b13c-c74897bb1245 req-55f98257-5220-45fe-a081-3a1b3eb1d276 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1625569 Mar 31 23:16:14.750119 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fbf25939-0cee-48b7-97ba-82b1eef32fc3 admin admin] Publish callbacks [] for security_group (c6907159-00ce-43ba-8e0c-a79b0908fb47), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:14.857318 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fbf25939-0cee-48b7-97ba-82b1eef32fc3 admin admin] Publish callbacks [] for security_group (c6907159-00ce-43ba-8e0c-a79b0908fb47), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:14.909249 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-07143871-a349-462a-b13c-c74897bb1245 req-981b0eef-084e-46ba-bbd8-5d224f994e53 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710393 Mar 31 23:16:15.059562 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:15.096880 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fbf25939-0cee-48b7-97ba-82b1eef32fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (c6907159-00ce-43ba-8e0c-a79b0908fb47), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:15.101127 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fbf25939-0cee-48b7-97ba-82b1eef32fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:15.115756 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fbf25939-0cee-48b7-97ba-82b1eef32fc3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6907159-00ce-43ba-8e0c-a79b0908fb47 HTTP/1.1" status: 204 len: 168 time: 0.6380413 Mar 31 23:16:15.146411 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf25939-0cee-48b7-97ba-82b1eef32fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6907159-00ce-43ba-8e0c-a79b0908fb47,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:15.445141 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:16.187892 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e3cf-4415-459f-9b5a-a95f83248b07 req-2d836982-4892-46e7-b496-a0df25f45cce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:16.194520 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d118e3cf-4415-459f-9b5a-a95f83248b07 req-2d836982-4892-46e7-b496-a0df25f45cce tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1075025 Mar 31 23:16:16.264997 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58452) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:16.281391 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d118e3cf-4415-459f-9b5a-a95f83248b07 req-c0a4a736-63a2-4ac0-9c73-933a48b1c3b8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856671 Mar 31 23:16:16.294876 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae5c-79e4-4d7e-a208-8c332ddfb3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:16.431342 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae5c-79e4-4d7e-a208-8c332ddfb3cf admin admin] Publish callbacks [] for security_group (eda656ce-d489-47d6-a33b-816b81c448d5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:16.678531 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae5c-79e4-4d7e-a208-8c332ddfb3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (eda656ce-d489-47d6-a33b-816b81c448d5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:16.734763 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-bc73ae5c-79e4-4d7e-a208-8c332ddfb3cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddacf4b3a0f144809569e157df0eae3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4679387 Mar 31 23:16:16.736737 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73ae5c-79e4-4d7e-a208-8c332ddfb3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda656ce-d489-47d6-a33b-816b81c448d5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:16.739719 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58456) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:16.873912 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be2d233f-0574-4b55-9344-579fac46c934 admin admin] Publish callbacks [] for security_group (eda656ce-d489-47d6-a33b-816b81c448d5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:16.934198 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be2d233f-0574-4b55-9344-579fac46c934 admin admin] Publish callbacks [] for security_group (eda656ce-d489-47d6-a33b-816b81c448d5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:17.124913 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be2d233f-0574-4b55-9344-579fac46c934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (eda656ce-d489-47d6-a33b-816b81c448d5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:17.130886 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be2d233f-0574-4b55-9344-579fac46c934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:17.133597 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-be2d233f-0574-4b55-9344-579fac46c934 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eda656ce-d489-47d6-a33b-816b81c448d5 HTTP/1.1" status: 204 len: 168 time: 0.3585451 Mar 31 23:16:17.151053 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d233f-0574-4b55-9344-579fac46c934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda656ce-d489-47d6-a33b-816b81c448d5,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:17.527362 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16bbe-6c60-43e0-8f8a-c29491059c4e req-ab4653ba-27b5-4398-a45f-3d219d66ba8f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:17.530925 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1eb16bbe-6c60-43e0-8f8a-c29491059c4e req-ab4653ba-27b5-4398-a45f-3d219d66ba8f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0784512 Mar 31 23:16:17.622433 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1eb16bbe-6c60-43e0-8f8a-c29491059c4e req-a09974a6-cd98-4210-9ea3-3d02206ee47a tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810971 Mar 31 23:16:17.947129 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:18.866057 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ca674-fb6b-4d69-a922-a989d777247b req-75d1759c-fec0-4870-a2c0-359bc3edeb1e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:18.868734 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f9ca674-fb6b-4d69-a922-a989d777247b req-75d1759c-fec0-4870-a2c0-359bc3edeb1e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1074765 Mar 31 23:16:19.007459 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f9ca674-fb6b-4d69-a922-a989d777247b req-f293a96f-cdc2-44fa-9ddc-56c798397a4d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304398 Mar 31 23:16:19.848675 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-fd2011fa-54ad-43ea-a5ba-d3e7fac3e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:19.850583 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-fd2011fa-54ad-43ea-a5ba-d3e7fac3e574 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1130 time: 0.0719135 Mar 31 23:16:20.084188 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-24503534-10a4-48e4-a069-349e37e1babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.089619 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-24503534-10a4-48e4-a069-349e37e1babd service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.2147555 Mar 31 23:16:20.253998 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-29dab96f-1d5b-4d7e-8ca7-3a0ed4f45a4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 200 len: 1001 time: 0.1570530 Mar 31 23:16:20.322165 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62361ee-6f54-40e2-933f-b66a5fb11ed6 req-dabb01c3-577c-4ef3-8b67-74fa7882aec5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.336663 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a62361ee-6f54-40e2-933f-b66a5fb11ed6 req-dabb01c3-577c-4ef3-8b67-74fa7882aec5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1394107 Mar 31 23:16:20.345951 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-8e17bc4c-7f46-494d-b307-b4fbcbfede4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.349729 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-8e17bc4c-7f46-494d-b307-b4fbcbfede4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.0864873 Mar 31 23:16:20.439041 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a62361ee-6f54-40e2-933f-b66a5fb11ed6 req-ed7af097-fa2e-477a-bce6-1d24fad96cf2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991659 Mar 31 23:16:20.480639 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-4072d8c2-b348-4306-abb1-b338a3d88f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:20.484413 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-4072d8c2-b348-4306-abb1-b338a3d88f5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1301787 Mar 31 23:16:20.644830 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-262983ba-d634-4e59-86dc-a3ef51e992f8 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523161 Mar 31 23:16:20.805223 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-41d3b401-f033-45d6-8cfe-17ed5e6a9922 req-486a7f5f-57e5-4894-8b19-13c2f3852c5e service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537197 Mar 31 23:16:21.663867 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b1b17-a186-48b3-82be-69c5cd6aa305 req-693990f8-e8ef-4da2-9f57-1966692f7ad0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:21.681028 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-494b1b17-a186-48b3-82be-69c5cd6aa305 req-693990f8-e8ef-4da2-9f57-1966692f7ad0 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1136141 Mar 31 23:16:21.798608 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-494b1b17-a186-48b3-82be-69c5cd6aa305 req-2ce3161a-e60e-4085-8510-552224845fc8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063378 Mar 31 23:16:23.149396 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645092ec-8dac-4145-881b-9bdac04d88ee req-23cc8f92-990d-43f4-a603-3d1b834771a8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:23.153059 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-645092ec-8dac-4145-881b-9bdac04d88ee req-23cc8f92-990d-43f4-a603-3d1b834771a8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1473250 Mar 31 23:16:23.260985 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-645092ec-8dac-4145-881b-9bdac04d88ee req-6b4d33da-66bd-485c-86dc-c5f3cc364c87 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949023 Mar 31 23:16:24.529055 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0bdb-8ecf-4cea-9ed9-8361ee121178 req-ef0949f6-67b8-4fa3-b147-4cc59db939a5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:24.542741 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f87b0bdb-8ecf-4cea-9ed9-8361ee121178 req-ef0949f6-67b8-4fa3-b147-4cc59db939a5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1420105 Mar 31 23:16:24.649105 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f87b0bdb-8ecf-4cea-9ed9-8361ee121178 req-a5d58670-c810-4eed-a929-90aa684ae90c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046896 Mar 31 23:16:25.818902 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e669dc-716a-4899-be8f-f075e2659021 req-797e9317-5afe-4b56-a6b6-ecba33400d6f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:25.820547 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09e669dc-716a-4899-be8f-f075e2659021 req-797e9317-5afe-4b56-a6b6-ecba33400d6f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0674236 Mar 31 23:16:25.883680 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-09e669dc-716a-4899-be8f-f075e2659021 req-89999e72-bb8b-47d1-a5c8-87b1843aac23 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536003 Mar 31 23:16:27.059369 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66802b30-8142-48de-8732-daccec607625 req-0bd79cb6-b194-460b-8d2e-e88f05bf1b9b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:27.067326 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66802b30-8142-48de-8732-daccec607625 req-0bd79cb6-b194-460b-8d2e-e88f05bf1b9b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0686297 Mar 31 23:16:27.132944 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66802b30-8142-48de-8732-daccec607625 req-a6ca102b-8ff0-4edd-a9fc-399a52a2acb9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611329 Mar 31 23:16:28.294192 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0788b-d216-45fb-8cb5-ae74e222e7bc req-b75546bd-b12d-4317-aaae-b5588b035eee tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.296016 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6d0788b-d216-45fb-8cb5-ae74e222e7bc req-b75546bd-b12d-4317-aaae-b5588b035eee tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.0739622 Mar 31 23:16:28.318708 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-274af36d-0c1f-43f6-bf15-4d26b26b6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.322136 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-274af36d-0c1f-43f6-bf15-4d26b26b6fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1130 time: 0.0688531 Mar 31 23:16:28.358979 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6d0788b-d216-45fb-8cb5-ae74e222e7bc req-c45ea02f-45d3-4f11-a248-9f9108c7439c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572505 Mar 31 23:16:28.451760 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-21095929-fed3-4976-9e2e-b6fe7cd5c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.453542 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-21095929-fed3-4976-9e2e-b6fe7cd5c493 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.1229510 Mar 31 23:16:28.579298 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-2dc0cd56-7d21-4c57-8b05-fe148ddcc1f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 200 len: 1001 time: 0.1163762 Mar 31 23:16:28.674452 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-7b184004-ecd9-4e9f-a92d-562fdb589bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.677234 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-7b184004-ecd9-4e9f-a92d-562fdb589bf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.0914199 Mar 31 23:16:28.742967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-bd73d41a-54b1-4918-93ec-7e4917ccfdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:28.744603 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-bd73d41a-54b1-4918-93ec-7e4917ccfdb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611982 Mar 31 23:16:28.904126 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-a31aa693-5237-4a9d-8a62-0c014998a21b service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512699 Mar 31 23:16:29.030304 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35f1f5b1-6543-49c3-9dca-12be7306c32a req-96ba89a7-9e2e-4670-ac1d-bf6311388d9d service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188898 Mar 31 23:16:29.590517 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292501f-15a4-41cf-b7b4-d4d3fc6bcb2b req-8b1d02b9-e572-4b7b-80c0-b936abe8aeb6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:29.593273 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a292501f-15a4-41cf-b7b4-d4d3fc6bcb2b req-8b1d02b9-e572-4b7b-80c0-b936abe8aeb6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1117561 Mar 31 23:16:29.664328 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a292501f-15a4-41cf-b7b4-d4d3fc6bcb2b req-7687967b-3d1c-4e73-9fd6-aa25d3045fdf tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645139 Mar 31 23:16:30.601975 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58696) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:30.752119 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aa6a86de-4654-4705-a8fa-35fc1fa57abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:30.806733 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:30.882814 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a306b7-faf6-4c3b-b853-5e9b25d63baf req-a00d9d08-1011-4f89-8769-e0d66a02c18f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:30.886092 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3a306b7-faf6-4c3b-b853-5e9b25d63baf req-a00d9d08-1011-4f89-8769-e0d66a02c18f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 946 time: 0.1163752 Mar 31 23:16:30.969053 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aa6a86de-4654-4705-a8fa-35fc1fa57abe admin admin] Publish callbacks [] for security_group (ad38c900-4382-43df-9425-90585a6a6465), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:31.009004 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f3a306b7-faf6-4c3b-b853-5e9b25d63baf req-1f29215f-5cf0-4aa3-8df3-de7cc9a2760e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101892 Mar 31 23:16:31.078972 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aa6a86de-4654-4705-a8fa-35fc1fa57abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (ad38c900-4382-43df-9425-90585a6a6465), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:31.118521 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-aa6a86de-4654-4705-a8fa-35fc1fa57abe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c698ea7911e8468d9b701587608b335a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5295045 Mar 31 23:16:31.122860 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58706) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:31.138913 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a86de-4654-4705-a8fa-35fc1fa57abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad38c900-4382-43df-9425-90585a6a6465,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.183348 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 74893a65-1c14-4a37-b31c-4cb1d239ba86 is: ACTIVE; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:16:31.183914 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:31.226796 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:31.228612 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58e22bf1-d1ee-43a4-a427-87ed4f0951da admin admin] Publish callbacks [] for security_group (ad38c900-4382-43df-9425-90585a6a6465), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:31.232067 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef4d85f-b989-488c-905f-83806b6fa06f" -d '{"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-unplugged", "status": "completed", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:31.262099 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:31.275272 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58e22bf1-d1ee-43a4-a427-87ed4f0951da admin admin] Publish callbacks [] for security_group (ad38c900-4382-43df-9425-90585a6a6465), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:31.281629 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1025f16c-8b45-49fe-a61c-db70149d5094 x-openstack-request-id: req-1025f16c-8b45-49fe-a61c-db70149d5094 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:31.281629 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-unplugged", "status": "completed", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:31.281629 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1025f16c-8b45-49fe-a61c-db70149d5094 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:31.283035 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1025f16c-8b45-49fe-a61c-db70149d5094'] response: {'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'code': 200} Mar 31 23:16:31.341350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:31.403362 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=8']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:31.415879 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58e22bf1-d1ee-43a4-a427-87ed4f0951da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (ad38c900-4382-43df-9425-90585a6a6465), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:31.420318 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58e22bf1-d1ee-43a4-a427-87ed4f0951da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:31.422299 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-58e22bf1-d1ee-43a4-a427-87ed4f0951da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad38c900-4382-43df-9425-90585a6a6465 HTTP/1.1" status: 204 len: 168 time: 0.2981923 Mar 31 23:16:31.437397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e22bf1-d1ee-43a4-a427-87ed4f0951da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad38c900-4382-43df-9425-90585a6a6465,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.241414 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7455c5-79e4-46d5-aa41-08f5a16fab94 req-76036edc-3200-42ad-a1be-5b8ed5df0865 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:32.243657 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c7455c5-79e4-46d5-aa41-08f5a16fab94 req-76036edc-3200-42ad-a1be-5b8ed5df0865 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.0791059 Mar 31 23:16:32.265845 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58720) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:32.316636 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c7455c5-79e4-46d5-aa41-08f5a16fab94 req-1a640e17-d7cc-499c-a335-6a6ba52c0af6 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610743 Mar 31 23:16:32.610579 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cda86c3-9438-49d4-ba22-5f2680b8a50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:32.703122 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cda86c3-9438-49d4-ba22-5f2680b8a50f admin admin] Publish callbacks [] for security_group (6f38ddcd-7c4e-4374-9265-e207f472e7f2), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:32.894847 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7cda86c3-9438-49d4-ba22-5f2680b8a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6f38ddcd-7c4e-4374-9265-e207f472e7f2), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:32.941120 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7cda86c3-9438-49d4-ba22-5f2680b8a50f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bf639a0daf54ce2ad800613edb0dfb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6721306 Mar 31 23:16:32.942074 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda86c3-9438-49d4-ba22-5f2680b8a50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f38ddcd-7c4e-4374-9265-e207f472e7f2,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:32.945749 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58730) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:33.043297 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b7902399-df75-4aa8-a3e1-f02736b6b98d admin admin] Publish callbacks [] for security_group (6f38ddcd-7c4e-4374-9265-e207f472e7f2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:33.084763 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b7902399-df75-4aa8-a3e1-f02736b6b98d admin admin] Publish callbacks [] for security_group (6f38ddcd-7c4e-4374-9265-e207f472e7f2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:33.296107 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b7902399-df75-4aa8-a3e1-f02736b6b98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6f38ddcd-7c4e-4374-9265-e207f472e7f2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:33.301973 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b7902399-df75-4aa8-a3e1-f02736b6b98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:33.308577 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b7902399-df75-4aa8-a3e1-f02736b6b98d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f38ddcd-7c4e-4374-9265-e207f472e7f2 HTTP/1.1" status: 204 len: 168 time: 0.3558171 Mar 31 23:16:33.318724 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7902399-df75-4aa8-a3e1-f02736b6b98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f38ddcd-7c4e-4374-9265-e207f472e7f2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:34.820197 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:34.954825 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 74893a65-1c14-4a37-b31c-4cb1d239ba86 is: DOWN; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:16:35.324362 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-662108b2-5710-4f14-b3aa-907cc67175ea req-64d67bfd-ceb0-4e19-a197-6129617b70ba service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:16:35.325467 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-662108b2-5710-4f14-b3aa-907cc67175ea req-64d67bfd-ceb0-4e19-a197-6129617b70ba service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059407 Mar 31 23:16:35.650203 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58790) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:35.728728 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5320394-e438-4485-b1eb-9320d0a35779 req-8d82d7a3-ff67-445b-b356-21b7d741e528 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:35.731516 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5320394-e438-4485-b1eb-9320d0a35779 req-8d82d7a3-ff67-445b-b356-21b7d741e528 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.0943699 Mar 31 23:16:35.807467 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5320394-e438-4485-b1eb-9320d0a35779 req-f429a433-908c-45d8-964a-9604d8aa3406 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640166 Mar 31 23:16:35.845270 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-552bf7ff-a89c-4e88-8299-40599c37fae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:35.972598 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-552bf7ff-a89c-4e88-8299-40599c37fae6 admin admin] Publish callbacks [] for security_group (824d5625-db91-4bb6-a6f8-48e43e39e084), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:36.095405 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-552bf7ff-a89c-4e88-8299-40599c37fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (824d5625-db91-4bb6-a6f8-48e43e39e084), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:36.138813 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-552bf7ff-a89c-4e88-8299-40599c37fae6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8622d0443f05496ba50ed6b7620d0595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4870501 Mar 31 23:16:36.140214 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bf7ff-a89c-4e88-8299-40599c37fae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824d5625-db91-4bb6-a6f8-48e43e39e084,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.143521 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 58808) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:36.207009 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b618e71d-dadf-4767-86e7-759795b8032f admin admin] Publish callbacks [] for security_group (824d5625-db91-4bb6-a6f8-48e43e39e084), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:36.233541 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b618e71d-dadf-4767-86e7-759795b8032f admin admin] Publish callbacks [] for security_group (824d5625-db91-4bb6-a6f8-48e43e39e084), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:36.398988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b618e71d-dadf-4767-86e7-759795b8032f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (824d5625-db91-4bb6-a6f8-48e43e39e084), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:36.408867 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b618e71d-dadf-4767-86e7-759795b8032f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:36.408867 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b618e71d-dadf-4767-86e7-759795b8032f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/824d5625-db91-4bb6-a6f8-48e43e39e084 HTTP/1.1" status: 204 len: 168 time: 0.2612145 Mar 31 23:16:36.420228 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618e71d-dadf-4767-86e7-759795b8032f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d5625-db91-4bb6-a6f8-48e43e39e084,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:36.459969 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58818) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:36.599545 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-72963fe6-f08d-45c3-9c05-7396a2d7d3f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379540 Mar 31 23:16:36.618379 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-72948d67-fc50-4a58-81d0-3b127a099229 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:16:36.622657 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-72948d67-fc50-4a58-81d0-3b127a099229 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072448 Mar 31 23:16:36.839448 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 58830) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:36.988008 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-78225a96-a306-4128-92c6-129ef7e6ffeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:37.063625 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea3d0-5a55-442f-b409-ad0259c017c3 req-7d929ffa-dacc-4e67-80ec-ecdbf73aac7c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.063625 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90cea3d0-5a55-442f-b409-ad0259c017c3 req-7d929ffa-dacc-4e67-80ec-ecdbf73aac7c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1182008 Mar 31 23:16:37.153834 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-19558c76-87a1-4229-9a7d-36e487900343 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:37.156260 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-19558c76-87a1-4229-9a7d-36e487900343 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports/74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 200 len: 941 time: 0.3152642 Mar 31 23:16:37.198563 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-90cea3d0-5a55-442f-b409-ad0259c017c3 req-a44efae7-99a2-48d5-8299-875155668bfb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044960 Mar 31 23:16:38.426305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99572d6a-7584-45b8-adcc-188322744d96 req-8de3ecb1-eb12-46bc-acc2-adf65897fb16 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:38.438718 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99572d6a-7584-45b8-adcc-188322744d96 req-8de3ecb1-eb12-46bc-acc2-adf65897fb16 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1162057 Mar 31 23:16:38.508543 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99572d6a-7584-45b8-adcc-188322744d96 req-09870c03-dd8f-4072-bfe8-0a9559d00773 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659740 Mar 31 23:16:39.305771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-80c5428a-15b7-4c80-8254-b2ba332f4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.308188 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-80c5428a-15b7-4c80-8254-b2ba332f4549 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26&tenant_id=90fe5ebff2384f8387c85f97ec54508b HTTP/1.1" status: 200 len: 1128 time: 0.0789230 Mar 31 23:16:39.350057 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce3e89-8881-411e-b2c5-2204807aa423 req-b7077c7d-9d70-412f-a2c1-3ed509ef53ab tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.351854 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6bce3e89-8881-411e-b2c5-2204807aa423 req-b7077c7d-9d70-412f-a2c1-3ed509ef53ab tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 945 time: 0.0768847 Mar 31 23:16:39.395070 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-39d17b8d-2aae-4863-bcbf-b2a5bfd59866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.397235 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-39d17b8d-2aae-4863-bcbf-b2a5bfd59866 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1128 time: 0.0609009 Mar 31 23:16:39.442765 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6bce3e89-8881-411e-b2c5-2204807aa423 req-6bf8e866-fa93-435e-a83a-fc8bcaaa2675 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788729 Mar 31 23:16:39.587671 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-4b1e20dc-0735-49c8-9bc4-78dcc34ef68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.587671 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-4b1e20dc-0735-49c8-9bc4-78dcc34ef68f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.1446879 Mar 31 23:16:39.669261 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-4d6b7201-b53b-4804-bacd-7cbec891cc7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 200 len: 999 time: 0.1139362 Mar 31 23:16:39.695244 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708dbc5-93eb-4186-bffb-fe5ea0136d2e req-f2bf3981-3956-4c32-85b9-4e4de54bbbac tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.697815 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3708dbc5-93eb-4186-bffb-fe5ea0136d2e req-f2bf3981-3956-4c32-85b9-4e4de54bbbac tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.0682178 Mar 31 23:16:39.756909 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-d1f28722-bb3a-4f76-8129-a6a06e45fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.759838 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-d1f28722-bb3a-4f76-8129-a6a06e45fd4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.0827658 Mar 31 23:16:39.774678 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3708dbc5-93eb-4186-bffb-fe5ea0136d2e req-e563b640-1f47-4ed9-a588-36462883e7c7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683646 Mar 31 23:16:39.858621 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-d9096fc6-ada2-44ad-809b-6da128f3a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:39.860527 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-d9096fc6-ada2-44ad-809b-6da128f3a087 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908740 Mar 31 23:16:40.024382 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-d4b1c1dc-70c0-43b0-9ba2-9c29a5fb8e1e service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530404 Mar 31 23:16:40.147467 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:16:40.151998 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-dad80803-2932-4784-a0e6-a4efb17682c4 req-877ac56d-2baa-4300-9d12-03ba04cb6911 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206207 Mar 31 23:16:40.535789 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a6dc4feb-b51f-4c30-b991-9ff1b921d293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:40.630144 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2aeb75-25cc-40d8-af2e-15f1e02ef768 req-98af0686-c346-42ed-b653-947960828881 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.638833 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da2aeb75-25cc-40d8-af2e-15f1e02ef768 req-98af0686-c346-42ed-b653-947960828881 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 945 time: 0.0770583 Mar 31 23:16:40.712032 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-da2aeb75-25cc-40d8-af2e-15f1e02ef768 req-c1665ed3-a5a1-48ab-9cae-23304288c06a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714357 Mar 31 23:16:40.919099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-c3e164a1-64dd-4b27-8c2d-b8302a47643f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.921912 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-c3e164a1-64dd-4b27-8c2d-b8302a47643f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 945 time: 0.1303947 Mar 31 23:16:40.982803 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd669f-d3e6-45bf-b59d-213e6c3c3031 req-b49fc22f-9c2b-441f-9772-b478cb89abe7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:40.984845 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76dd669f-d3e6-45bf-b59d-213e6c3c3031 req-b49fc22f-9c2b-441f-9772-b478cb89abe7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.0961030 Mar 31 23:16:41.073035 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-76dd669f-d3e6-45bf-b59d-213e6c3c3031 req-3d86c582-8654-4b9b-acd1-d6168e338300 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788236 Mar 31 23:16:41.107378 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Deleting port 7ede3a23-b174-45c5-b153-27fd87dd1c7f {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:16:41.108513 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:41.330561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] For port 7ede3a23-b174-45c5-b153-27fd87dd1c7f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7ede3a23-b174-45c5-b153-27fd87dd1c7f,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:41.332350 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:41.698609 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:41.699479 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (85d422d7-01bd-4458-a539-6f83ea6f181f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:41.700103 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Floating IP 85d422d7-01bd-4458-a539-6f83ea6f181f disassociated. External IP: 172.27.0.79, port: 7ede3a23-b174-45c5-b153-27fd87dd1c7f. Mar 31 23:16:41.700698 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Calling delete_port for 7ede3a23-b174-45c5-b153-27fd87dd1c7f owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:16:42.021528 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (7ede3a23-b174-45c5-b153-27fd87dd1c7f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:42.030379 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3dd6d-b16f-4961-93f5-8ccc410e1eb2 req-efa2b0ce-9dbf-46f6-8c8a-f9882b7ad0e2 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.036443 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0a3dd6d-b16f-4961-93f5-8ccc410e1eb2 req-efa2b0ce-9dbf-46f6-8c8a-f9882b7ad0e2 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 945 time: 0.1583297 Mar 31 23:16:42.084758 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'Port': ['ID=7ede3a23-b174-45c5-b153-27fd87dd1c7f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:42.188214 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c0a3dd6d-b16f-4961-93f5-8ccc410e1eb2 req-5beb6cb5-e013-4778-80b8-5630a190ed2f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=94c41b73-b579-48bc-9a92-f91ba7784b6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352777 Mar 31 23:16:42.290717 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:42.362856 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c015272-9437-44da-b7a6-2601414c435b req-56c99815-a521-4508-acdf-8c45648f5e2d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:42.364857 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c015272-9437-44da-b7a6-2601414c435b req-56c99815-a521-4508-acdf-8c45648f5e2d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1107290 Mar 31 23:16:42.442788 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:42.449048 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c015272-9437-44da-b7a6-2601414c435b req-d12cf956-1198-4877-994f-3f5383f075e2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673478 Mar 31 23:16:42.533163 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:42.550067 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:42.590468 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:42.592481 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:16:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:42.623717 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] No DVR routers for this DVR port 7ede3a23-b174-45c5-b153-27fd87dd1c7f on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:42.628007 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:42.632432 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-87017c70-e8ff-4f69-9f07-76cf73643998 req-01946921-7057-4b59-a87a-ce3cd924eec8 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "DELETE /v2.0/ports/7ede3a23-b174-45c5-b153-27fd87dd1c7f HTTP/1.1" status: 204 len: 173 time: 1.7050107 Mar 31 23:16:42.633217 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'name': 'network-vif-deleted', 'tag': '7ede3a23-b174-45c5-b153-27fd87dd1c7f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:42.636561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486792f7-7115-4ec2-8322-e03a41e237fe" -d '{"events": [{"server_uuid": "f2c7d0a5-d635-4d24-a4ab-35b808f3d920", "name": "network-vif-deleted", "tag": "7ede3a23-b174-45c5-b153-27fd87dd1c7f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:43.042984 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9bbe83-be43-445f-a869-bdccf3dcf3e4 x-openstack-request-id: req-ef9bbe83-be43-445f-a869-bdccf3dcf3e4 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:43.044731 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c7d0a5-d635-4d24-a4ab-35b808f3d920", "name": "network-vif-deleted", "tag": "7ede3a23-b174-45c5-b153-27fd87dd1c7f", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:43.045099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef9bbe83-be43-445f-a869-bdccf3dcf3e4 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:43.046530 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9bbe83-be43-445f-a869-bdccf3dcf3e4'] response: {'server_uuid': 'f2c7d0a5-d635-4d24-a4ab-35b808f3d920', 'name': 'network-vif-deleted', 'tag': '7ede3a23-b174-45c5-b153-27fd87dd1c7f', 'status': 'completed', 'code': 200} Mar 31 23:16:43.122101 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:43.404353 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b470c28d-b1b3-4755-b75f-337e18258310 req-3675fc96-0d6a-4303-a91c-b88de222fbb5 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2c7d0a5-d635-4d24-a4ab-35b808f3d920 HTTP/1.1" status: 200 len: 210 time: 0.0714390 Mar 31 23:16:43.513813 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:43.590018 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:43.613440 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:43.614241 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:16:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:43.838912 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95886519-1ba6-4405-92be-df5fd04e3f22 req-bf4d9ff3-d69b-42b3-8759-c8acf9b0e8d3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:43.840826 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95886519-1ba6-4405-92be-df5fd04e3f22 req-bf4d9ff3-d69b-42b3-8759-c8acf9b0e8d3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1477199 Mar 31 23:16:43.890239 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:43.985830 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95886519-1ba6-4405-92be-df5fd04e3f22 req-a9324b5e-9baa-4d1a-a7e1-96de9a875f1f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374485 Mar 31 23:16:44.450605 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:44.519805 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f981e6-67c2-42ad-ab81-574c8b0a4a23 None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:44.780590 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59010) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:44.863312 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 7ede3a23-b174-45c5-b153-27fd87dd1c7f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:44.927673 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 7ede3a23-b174-45c5-b153-27fd87dd1c7f {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:16:44.929722 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 7ede3a23-b174-45c5-b153-27fd87dd1c7f not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:44.933878 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (94c41b73-b579-48bc-9a92-f91ba7784b6d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:45.051958 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (94c41b73-b579-48bc-9a92-f91ba7784b6d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:45.107378 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:45.230787 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad84502-582e-4906-b675-24d5563a658f None None] New status for floating IP 85d422d7-01bd-4458-a539-6f83ea6f181f: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:16:45.310898 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe301-7737-4c61-a01d-8f685d6a91ea req-7fa1fdd1-e6f1-4c3c-b97e-b2cdc843f1f7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:45.326629 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94ebe301-7737-4c61-a01d-8f685d6a91ea req-7fa1fdd1-e6f1-4c3c-b97e-b2cdc843f1f7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1215115 Mar 31 23:16:45.332207 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (94c41b73-b579-48bc-9a92-f91ba7784b6d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:45.337250 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:45.343691 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "DELETE /v2.0/security-groups/94c41b73-b579-48bc-9a92-f91ba7784b6d HTTP/1.1" status: 204 len: 168 time: 0.5560672 Mar 31 23:16:45.344103 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59018) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:45.419923 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-d885179a-a60a-4ba1-9f81-adb77a457fd9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] show failed (client error): The resource could not be found. Mar 31 23:16:45.427212 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d885179a-a60a-4ba1-9f81-adb77a457fd9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups/94c41b73-b579-48bc-9a92-f91ba7784b6d HTTP/1.1" status: 404 len: 347 time: 0.0754454 Mar 31 23:16:45.427611 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59022) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:45.702294 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:45.793733 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Deleting port 78b0ea93-ee88-487d-866f-cea85ed3d4e7 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:16:45.794687 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (78b0ea93-ee88-487d-866f-cea85ed3d4e7), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:45.899387 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c41b73-b579-48bc-9a92-f91ba7784b6d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:45.919136 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.920232 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.921154 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.922357 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.923238 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.923833 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.924413 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.935234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.935234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.935234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.935234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.935234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.935234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.935234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.935234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226d1f15-09e2-486f-81d9-46754bbd1e3a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:45.982893 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94ebe301-7737-4c61-a01d-8f685d6a91ea req-9efd8d98-6fe3-46bb-b9d5-65822580e6d9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6547301 Mar 31 23:16:46.031634 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (78b0ea93-ee88-487d-866f-cea85ed3d4e7), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:46.032190 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (78b0ea93-ee88-487d-866f-cea85ed3d4e7), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:46.062271 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09daa5-afa8-4134-a899-ac7113f3e438 req-9e294022-0df8-4c6f-b7d4-8132f50fc1f9 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:46.070660 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6f09daa5-afa8-4134-a899-ac7113f3e438 req-9e294022-0df8-4c6f-b7d4-8132f50fc1f9 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 945 time: 0.2471049 Mar 31 23:16:46.085287 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Calling delete_port for 78b0ea93-ee88-487d-866f-cea85ed3d4e7 owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:16:46.188003 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6f09daa5-afa8-4134-a899-ac7113f3e438 req-dbfbef2b-c960-4641-af1a-c9285d12a41c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149890 Mar 31 23:16:46.524749 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (78b0ea93-ee88-487d-866f-cea85ed3d4e7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:46.576201 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'Port': ['ID=78b0ea93-ee88-487d-866f-cea85ed3d4e7,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:46.621624 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.622209 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.622804 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.623333 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.623874 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.624428 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.624923 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.625485 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.626026 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.626541 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.627038 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.627593 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.628131 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.628701 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.629709 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:16:46.753761 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (85d422d7-01bd-4458-a539-6f83ea6f181f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:46.764389 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:46.769470 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b30a1d14-3262-49ef-9ff5-fc0c160bc969 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "DELETE /v2.0/floatingips/85d422d7-01bd-4458-a539-6f83ea6f181f HTTP/1.1" status: 204 len: 168 time: 1.3404477 Mar 31 23:16:47.197304 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59042) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:47.213572 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-315dcd86-87be-4f6d-8f3c-61262ff9b96b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770183471', 'description': 'tempest-description--299528297'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:47.304771 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5c80-a0ed-486a-9ee2-f6209c66c15e req-b9234445-ae98-480c-aebc-c7614b5bb30b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.316392 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3cd5c80-a0ed-486a-9ee2-f6209c66c15e req-b9234445-ae98-480c-aebc-c7614b5bb30b tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1471250 Mar 31 23:16:47.347908 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-315dcd86-87be-4f6d-8f3c-61262ff9b96b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:47.435715 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3cd5c80-a0ed-486a-9ee2-f6209c66c15e req-e9a071ae-238f-4ed8-aef2-aa9c43cfe84d tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178584 Mar 31 23:16:47.534104 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0403c6-159f-4c8a-953c-b568e7b061de req-9bf969a5-63ae-438f-b0bb-bde82c5b0424 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:47.548529 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c0403c6-159f-4c8a-953c-b568e7b061de req-9bf969a5-63ae-438f-b0bb-bde82c5b0424 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 945 time: 0.1457019 Mar 31 23:16:47.572202 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-315dcd86-87be-4f6d-8f3c-61262ff9b96b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (513119b1-2a15-4543-9251-75e9dd9d5bca), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:47.657612 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c0403c6-159f-4c8a-953c-b568e7b061de req-b2e87a64-b806-4cd6-bdcf-67d309a8812e tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005299 Mar 31 23:16:47.708443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-315dcd86-87be-4f6d-8f3c-61262ff9b96b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (513119b1-2a15-4543-9251-75e9dd9d5bca), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:47.783761 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315dcd86-87be-4f6d-8f3c-61262ff9b96b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513119b1-2a15-4543-9251-75e9dd9d5bca,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:47.904745 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-315dcd86-87be-4f6d-8f3c-61262ff9b96b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:47.907628 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-315dcd86-87be-4f6d-8f3c-61262ff9b96b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7069573 Mar 31 23:16:47.912010 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59046) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:47.918233 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:47.922833 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-7c983335-9180-4d9b-bf5a-7387f0382d54 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group_rule': {'security_group_id': '513119b1-2a15-4543-9251-75e9dd9d5bca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:48.073531 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c983335-9180-4d9b-bf5a-7387f0382d54 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (d2a4871d-ce59-4483-bc87-7f0268ba1d4e), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:48.190314 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c983335-9180-4d9b-bf5a-7387f0382d54 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (d2a4871d-ce59-4483-bc87-7f0268ba1d4e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:48.351860 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c983335-9180-4d9b-bf5a-7387f0382d54 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (d2a4871d-ce59-4483-bc87-7f0268ba1d4e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:48.400224 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c983335-9180-4d9b-bf5a-7387f0382d54 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a4871d-ce59-4483-bc87-7f0268ba1d4e,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:48.564311 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c983335-9180-4d9b-bf5a-7387f0382d54 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:48.566329 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7c983335-9180-4d9b-bf5a-7387f0382d54 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6524570 Mar 31 23:16:48.569724 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59056) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:48.579299 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-17179f07-6ab6-422f-ac9e-ea0c61914aea tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'security_group_rule': {'security_group_id': '513119b1-2a15-4543-9251-75e9dd9d5bca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:48.727579 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-17179f07-6ab6-422f-ac9e-ea0c61914aea tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (3f39d91f-2864-46fc-85f7-899ccb7d1afb), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:48.790242 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8758141-5e61-45fc-bdb5-8e0e3608ed24 req-a512960e-8a14-493d-a568-53f0eec449c2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.793061 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8758141-5e61-45fc-bdb5-8e0e3608ed24 req-a512960e-8a14-493d-a568-53f0eec449c2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1683714 Mar 31 23:16:48.868920 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-17179f07-6ab6-422f-ac9e-ea0c61914aea tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (3f39d91f-2864-46fc-85f7-899ccb7d1afb), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:48.923771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-aab4d0d7-499c-48a4-8747-c0a02fc5bd9c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.926147 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-aab4d0d7-499c-48a4-8747-c0a02fc5bd9c tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 945 time: 0.1137924 Mar 31 23:16:48.930790 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8758141-5e61-45fc-bdb5-8e0e3608ed24 req-e7acf88a-d19f-464e-ac22-c253da6482ba tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294019 Mar 31 23:16:48.978230 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7f2d3-6268-44ec-ac81-517533532b5b req-e5ea7167-3b4e-4f81-80d1-48a6706d0e9d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:48.981493 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fe7f2d3-6268-44ec-ac81-517533532b5b req-e5ea7167-3b4e-4f81-80d1-48a6706d0e9d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 945 time: 0.1511450 Mar 31 23:16:49.012470 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-17179f07-6ab6-422f-ac9e-ea0c61914aea tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (3f39d91f-2864-46fc-85f7-899ccb7d1afb), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:49.039380 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17179f07-6ab6-422f-ac9e-ea0c61914aea tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f39d91f-2864-46fc-85f7-899ccb7d1afb,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:49.100050 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fe7f2d3-6268-44ec-ac81-517533532b5b req-69f88a40-d8c1-4917-883e-6715adbc9a32 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123204 Mar 31 23:16:49.166731 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Deleting port f108fcee-0723-4d51-8acc-ca3dba034e89 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:16:49.167374 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:49.208301 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-17179f07-6ab6-422f-ac9e-ea0c61914aea tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:49.212096 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-17179f07-6ab6-422f-ac9e-ea0c61914aea tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6402044 Mar 31 23:16:49.216105 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59062) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:49.225445 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:49.364923 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:49.414680 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] For port f108fcee-0723-4d51-8acc-ca3dba034e89, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f108fcee-0723-4d51-8acc-ca3dba034e89,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:49.415086 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:49.558478 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:49.821833 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Allocated IP 172.27.0.165 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/15f654b4-4dca-466b-a739-5cec459bf8a9) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:49.836109 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:49.836896 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (f1d8bf84-5d1f-407c-af8b-89126aef41a1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:49.837036 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Floating IP f1d8bf84-5d1f-407c-af8b-89126aef41a1 disassociated. External IP: 172.27.0.125, port: f108fcee-0723-4d51-8acc-ca3dba034e89. Mar 31 23:16:49.837395 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Calling delete_port for f108fcee-0723-4d51-8acc-ca3dba034e89 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:16:50.074013 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (15f654b4-4dca-466b-a739-5cec459bf8a9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:50.206133 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32116a-5fbb-48d1-b20c-09a51476e351 req-f3105e79-1d33-4912-a8f7-3a4c5524d182 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.208441 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f32116a-5fbb-48d1-b20c-09a51476e351 req-f3105e79-1d33-4912-a8f7-3a4c5524d182 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1023343 Mar 31 23:16:50.297248 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (f108fcee-0723-4d51-8acc-ca3dba034e89), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:50.335347 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (15f654b4-4dca-466b-a739-5cec459bf8a9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:50.361181 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f32116a-5fbb-48d1-b20c-09a51476e351 req-ae1483fe-05db-4568-90f4-e6553010df42 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386821 Mar 31 23:16:50.442314 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:50.451073 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:50.467131 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:50.502951 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=15f654b4-4dca-466b-a739-5cec459bf8a9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.561090 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8249d6-c734-4b5a-ad95-c536fc795290 req-97da57a6-2c04-4877-be95-7ee14b49b732 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:50.564523 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd8249d6-c734-4b5a-ad95-c536fc795290 req-97da57a6-2c04-4877-be95-7ee14b49b732 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 867 time: 0.3077168 Mar 31 23:16:50.578491 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event deleted for resources: {'Port': ['ID=f108fcee-0723-4d51-8acc-ca3dba034e89,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:50.655860 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (761f2475-4644-45d1-b9f7-dcbf9708d97a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:50.683022 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd8249d6-c734-4b5a-ad95-c536fc795290 req-4b94a649-3a72-4d3f-88a9-f73176fc5cb7 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4f17338-1025-48d3-ad6a-890689214231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101110 Mar 31 23:16:50.699605 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Router 8074ca80-a733-4603-ac08-9c17aade680e has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:16:50.886697 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (15f654b4-4dca-466b-a739-5cec459bf8a9), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:51.020366 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:16:51.036336 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] Sync routers for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:16:51.051490 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:51.052780 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:16:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:51.131383 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] No DVR routers for this DVR port f108fcee-0723-4d51-8acc-ca3dba034e89 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:16:51.134984 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:51.139822 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-70124478-c181-45ca-982e-1af9e9e31fe9 req-58b86825-624c-42a0-b997-06233c9afb41 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.30 "DELETE /v2.0/ports/f108fcee-0723-4d51-8acc-ca3dba034e89 HTTP/1.1" status: 204 len: 173 time: 2.1872530 Mar 31 23:16:51.139822 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'name': 'network-vif-deleted', 'tag': 'f108fcee-0723-4d51-8acc-ca3dba034e89'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:51.150919 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9dc644-a4fc-4850-8051-c5fec10e6ea5" -d '{"events": [{"server_uuid": "b1de886c-41e6-4838-ba6b-a4d107e74bc5", "name": "network-vif-deleted", "tag": "f108fcee-0723-4d51-8acc-ca3dba034e89"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:51.274725 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:51.295541 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe061038-4e92-4ffe-ab1b-fa1653e5a0aa x-openstack-request-id: req-fe061038-4e92-4ffe-ab1b-fa1653e5a0aa {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:51.296449 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1de886c-41e6-4838-ba6b-a4d107e74bc5", "name": "network-vif-deleted", "tag": "f108fcee-0723-4d51-8acc-ca3dba034e89", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:51.298121 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe061038-4e92-4ffe-ab1b-fa1653e5a0aa {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:51.299379 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe061038-4e92-4ffe-ab1b-fa1653e5a0aa'] response: {'server_uuid': 'b1de886c-41e6-4838-ba6b-a4d107e74bc5', 'name': 'network-vif-deleted', 'tag': 'f108fcee-0723-4d51-8acc-ca3dba034e89', 'status': 'completed', 'code': 200} Mar 31 23:16:51.304626 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (15f654b4-4dca-466b-a739-5cec459bf8a9), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:51.387293 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (15f654b4-4dca-466b-a739-5cec459bf8a9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:51.441370 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (761f2475-4644-45d1-b9f7-dcbf9708d97a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:51.470621 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=15f654b4-4dca-466b-a739-5cec459bf8a9,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:51.572595 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe655de1-2b39-4d24-a779-8ab77e36bb6a req-659d5b6d-e5ca-4f8e-9869-6a3fd69620bb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:51.574777 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe655de1-2b39-4d24-a779-8ab77e36bb6a req-659d5b6d-e5ca-4f8e-9869-6a3fd69620bb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1011987 Mar 31 23:16:51.588298 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:51.592187 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-eca6b2bb-53b8-438d-a28f-8cb666e795f4 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3721859 Mar 31 23:16:51.607869 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:51.666030 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] Checking router: 8074ca80-a733-4603-ac08-9c17aade680e for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:16:51.679466 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe655de1-2b39-4d24-a779-8ab77e36bb6a req-95e7e780-8d19-4599-b6af-1543ab1d8e3f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876360 Mar 31 23:16:51.691691 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:16:51.725574 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:16:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:52.015382 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:16:52.100424 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dedc4b3c-5097-47eb-b11e-351dac349520 req-9594c38b-b4ac-495e-837e-a4e1fbc307c9 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1de886c-41e6-4838-ba6b-a4d107e74bc5 HTTP/1.1" status: 200 len: 210 time: 0.1050425 Mar 31 23:16:52.232242 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-96ecc419-f607-4b4e-bef6-1c00a7871d15 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1770183471&fields=id&tenant_id=9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 267 time: 0.1301165 Mar 31 23:16:52.499544 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-099c3e2c-ab1e-4369-86cd-07905b94b8ff tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:52.508928 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-099c3e2c-ab1e-4369-86cd-07905b94b8ff tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 815 time: 0.2634683 Mar 31 23:16:52.543080 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-e809203b-b019-441d-8827-3438dc715d64 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/quotas/9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 375 time: 0.0326841 Mar 31 23:16:52.626944 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:16:52.687273 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-f6cc4d84-bc3a-4c92-93a4-b1f66d24a41a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1246634 Mar 31 23:16:52.712197 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd61127-96f6-4665-958d-5bb273c366d5 None None] The sync data for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi is: [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:10:13Z', 'revision_number': 4, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'f88ea9f9-25b8-4c30-84cc-9a1e1602ff93', 'name': '', 'network_id': '5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'mac_address': 'fa:16:3e:8e:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:09Z', 'updated_at': '2022-03-31T23:10:29Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'subnets': [{'id': 'bf7c607f-5d0e-44e2-bb17-955171fc6b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:16:52.901429 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device f108fcee-0723-4d51-8acc-ca3dba034e89 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:16:52.923253 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-f9c39161-62db-436c-ac32-ed0aea251acc service neutron] 10.222.0.41 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085793 Mar 31 23:16:52.984785 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: f108fcee-0723-4d51-8acc-ca3dba034e89 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:16:52.987922 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device f108fcee-0723-4d51-8acc-ca3dba034e89 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:16:53.229157 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-25fb81b9-f42f-499c-9387-f320a687527c service neutron] 10.222.0.41 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801735 Mar 31 23:16:53.274375 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903718b-3e6f-41c8-8c27-e714a7c555d8 req-136f6795-959e-419d-9968-bdffa59bc2ae tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:53.304602 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3903718b-3e6f-41c8-8c27-e714a7c555d8 req-136f6795-959e-419d-9968-bdffa59bc2ae tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.3752787 Mar 31 23:16:53.315227 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d295e054-c288-48a8-a4a5-f369781d0ff5 None None] New status for floating IP f1d8bf84-5d1f-407c-af8b-89126aef41a1: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:16:53.425289 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3903718b-3e6f-41c8-8c27-e714a7c555d8 req-3fbc28d9-780a-4193-adb8-9ea69fc61f65 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190429 Mar 31 23:16:53.679968 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e6583b45-9340-46ed-ba41-7169aa82058b req-5c7c440b-4c0b-4532-9ca5-4559cab5398e tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 210 time: 0.0488844 Mar 31 23:16:53.702274 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59130) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:53.841189 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6120934f-be72-4f05-bdab-e1dbd93ad66d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (e4f17338-1025-48d3-ad6a-890689214231), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:53.874986 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6120934f-be72-4f05-bdab-e1dbd93ad66d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (e4f17338-1025-48d3-ad6a-890689214231), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.054777 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59138) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:54.061207 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6120934f-be72-4f05-bdab-e1dbd93ad66d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e4f17338-1025-48d3-ad6a-890689214231), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.064915 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6120934f-be72-4f05-bdab-e1dbd93ad66d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.066640 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6120934f-be72-4f05-bdab-e1dbd93ad66d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "DELETE /v2.0/security-groups/e4f17338-1025-48d3-ad6a-890689214231 HTTP/1.1" status: 204 len: 168 time: 0.3620307 Mar 31 23:16:54.070098 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59142) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:54.078564 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120934f-be72-4f05-bdab-e1dbd93ad66d tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f17338-1025-48d3-ad6a-890689214231,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.097289 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-6e9381d0-2efd-45b3-9b69-6ec147b13381 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] show failed (client error): The resource could not be found. Mar 31 23:16:54.102626 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6e9381d0-2efd-45b3-9b69-6ec147b13381 tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "GET /v2.0/security-groups/e4f17338-1025-48d3-ad6a-890689214231 HTTP/1.1" status: 404 len: 347 time: 0.0311482 Mar 31 23:16:54.103535 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59144) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:54.225732 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e409a688-35bc-488a-a4c8-4825687676c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.272375 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Deleting port ee2b3f26-8ca8-488f-b53b-40ca8321513d {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:16:54.273314 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (ee2b3f26-8ca8-488f-b53b-40ca8321513d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.324366 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e409a688-35bc-488a-a4c8-4825687676c9 admin admin] Publish callbacks [] for security_group (6f1ab682-0da1-49a4-be05-f3afc78dbade), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.364534 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (ee2b3f26-8ca8-488f-b53b-40ca8321513d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.365061 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (ee2b3f26-8ca8-488f-b53b-40ca8321513d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.389536 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Calling delete_port for ee2b3f26-8ca8-488f-b53b-40ca8321513d owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:16:54.420985 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e409a688-35bc-488a-a4c8-4825687676c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6f1ab682-0da1-49a4-be05-f3afc78dbade), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.473982 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e409a688-35bc-488a-a4c8-4825687676c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69a12a3ae3554e1f94c652ba0bee1bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160700 Mar 31 23:16:54.474953 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59148) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:54.477117 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409a688-35bc-488a-a4c8-4825687676c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ab682-0da1-49a4-be05-f3afc78dbade,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.587320 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d72193f-6012-430d-857a-a180ce19b80f admin admin] Publish callbacks [] for security_group (6f1ab682-0da1-49a4-be05-f3afc78dbade), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.659454 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d72193f-6012-430d-857a-a180ce19b80f admin admin] Publish callbacks [] for security_group (6f1ab682-0da1-49a4-be05-f3afc78dbade), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.721529 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930194b-0b2d-48eb-ba2d-47670c27e7c9 req-300dd01d-46b1-47fc-b71b-1ffaa07366d7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:54.723406 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a930194b-0b2d-48eb-ba2d-47670c27e7c9 req-300dd01d-46b1-47fc-b71b-1ffaa07366d7 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 944 time: 0.1502359 Mar 31 23:16:54.760044 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (ee2b3f26-8ca8-488f-b53b-40ca8321513d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.808970 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Pushing event deleted for resources: {'Port': ['ID=ee2b3f26-8ca8-488f-b53b-40ca8321513d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:54.898697 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks [] for floatingip (f1d8bf84-5d1f-407c-af8b-89126aef41a1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.901381 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.902652 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-53d8a5bd-a251-4608-9f1a-6d8c81f279bb tempest-AttachVolumeTestJSON-2049902746 tempest-AttachVolumeTestJSON-2049902746-project] 10.222.0.41 "DELETE /v2.0/floatingips/f1d8bf84-5d1f-407c-af8b-89126aef41a1 HTTP/1.1" status: 204 len: 168 time: 0.7980847 Mar 31 23:16:54.917954 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-669677b1-a32f-4c00-a158-5f69e753c54f req-1c8efd29-beaf-4fe0-9d90-f27c35e0bfd7 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 210 time: 0.0909181 Mar 31 23:16:54.917954 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d72193f-6012-430d-857a-a180ce19b80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6f1ab682-0da1-49a4-be05-f3afc78dbade), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.918415 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:16:54.918914 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d72193f-6012-430d-857a-a180ce19b80f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:54.918914 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6d72193f-6012-430d-857a-a180ce19b80f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f1ab682-0da1-49a4-be05-f3afc78dbade HTTP/1.1" status: 204 len: 168 time: 0.4365535 Mar 31 23:16:54.923463 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a930194b-0b2d-48eb-ba2d-47670c27e7c9 req-448c6259-f148-4137-998c-c2b9ab8440f3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872823 Mar 31 23:16:54.951867 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72193f-6012-430d-857a-a180ce19b80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1ab682-0da1-49a4-be05-f3afc78dbade,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.109851 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:55.123479 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'port_id': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'mac_address': 'fa:16:3e:5f:e6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:16:55.178426 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 74893a65-1c14-4a37-b31c-4cb1d239ba86 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:16:55.179137 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:55.198049 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74893a65-1c14-4a37-b31c-4cb1d239ba86 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:55.230237 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:55.317513 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:55.375832 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=9']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:55.536190 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['74893a65-1c14-4a37-b31c-4cb1d239ba86'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:16:55.839266 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59162) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:55.863184 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-23f56062-348a-4968-82f7-faddcb981ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:55.999864 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-23f56062-348a-4968-82f7-faddcb981ece admin admin] Publish callbacks [] for security_group (d278f864-acd1-4c9a-b951-31bee048f9c9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:56.091066 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-23f56062-348a-4968-82f7-faddcb981ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d278f864-acd1-4c9a-b951-31bee048f9c9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:56.121940 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55a49a75-4e54-4fa2-bfb7-0852710c8fad req-0b7c4c9b-b592-456b-86b2-1d2c88d84a89 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 210 time: 0.0632477 Mar 31 23:16:56.155664 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-23f56062-348a-4968-82f7-faddcb981ece admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88d019565b284e639b3b9b3d855afe34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137870 Mar 31 23:16:56.158016 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59168) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:56.190083 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f56062-348a-4968-82f7-faddcb981ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d278f864-acd1-4c9a-b951-31bee048f9c9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.212416 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257a50d-f065-4ee7-a5cd-06c6b7daf183 req-5c9192cb-1620-4554-9bf8-3c0a5b8d2e34 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.215057 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3257a50d-f065-4ee7-a5cd-06c6b7daf183 req-5c9192cb-1620-4554-9bf8-3c0a5b8d2e34 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 945 time: 0.1654763 Mar 31 23:16:56.241283 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-6cc77e92-fc2d-4fe1-9280-2d9c90313cd6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:56.242887 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-6cc77e92-fc2d-4fe1-9280-2d9c90313cd6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 815 time: 0.1293354 Mar 31 23:16:56.305274 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45845839-378e-4f67-bacc-e180ef5df5be admin admin] Publish callbacks [] for security_group (d278f864-acd1-4c9a-b951-31bee048f9c9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:56.309708 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3257a50d-f065-4ee7-a5cd-06c6b7daf183 req-526bdb0b-9918-4439-bf6d-f700ea9cbfa3 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853853 Mar 31 23:16:56.326608 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-a9eaa9fd-f5c6-4638-8489-c5aa252fc8e9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b76efa1f2f24e95b0895e915991895f HTTP/1.1" status: 200 len: 380 time: 0.0698249 Mar 31 23:16:56.340509 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'port': {'device_id': '250fa07c-4100-4967-beb4-8679d83b2cad', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'admin_state_up': True, 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'security_groups': ['513119b1-2a15-4543-9251-75e9dd9d5bca']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:56.358880 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45845839-378e-4f67-bacc-e180ef5df5be admin admin] Publish callbacks [] for security_group (d278f864-acd1-4c9a-b951-31bee048f9c9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:56.517566 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45845839-378e-4f67-bacc-e180ef5df5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d278f864-acd1-4c9a-b951-31bee048f9c9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:56.521094 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-45845839-378e-4f67-bacc-e180ef5df5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:56.523999 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-45845839-378e-4f67-bacc-e180ef5df5be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d278f864-acd1-4c9a-b951-31bee048f9c9 HTTP/1.1" status: 204 len: 168 time: 0.3583853 Mar 31 23:16:56.531585 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45845839-378e-4f67-bacc-e180ef5df5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d278f864-acd1-4c9a-b951-31bee048f9c9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:56.552731 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Made reservation on behalf of 9b76efa1f2f24e95b0895e915991895f for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:16:56.556662 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:56.749390 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Allocated IP 172.20.0.8 (e7876e7b-c8ff-43c7-9976-12cb7575866b/6563bcc2-d1fc-43be-bc34-de3a904b9f5c/8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:16:56.925437 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:16:56.933813 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:56.987376 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 74893a65-1c14-4a37-b31c-4cb1d239ba86 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:16:56.987757 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.055987 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.080478 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 74893a65-1c14-4a37-b31c-4cb1d239ba86 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:16:57.080873 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.114828 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:57.118311 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdbf38e-c86a-43bf-8b7d-a9e0d10ddf15" -d '{"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-plugged", "status": "completed", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:57.136475 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:16:57.136701 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Network e7876e7b-c8ff-43c7-9976-12cb7575866b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:16:57.142961 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:16:57.154261 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:16:57.201310 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event updated for resources: {'Port': ['ID=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.210647 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a359bf-e42c-460f-9788-78c4b13d2645 x-openstack-request-id: req-63a359bf-e42c-460f-9788-78c4b13d2645 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:57.211310 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-plugged", "status": "completed", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:57.211672 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63a359bf-e42c-460f-9788-78c4b13d2645 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:57.212236 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a359bf-e42c-460f-9788-78c4b13d2645'] response: {'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'code': 200} Mar 31 23:16:57.227259 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.277061 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.277990 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.338156 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1d834-e233-477e-ac35-8a8b8420fb3e req-b9f2330d-0c59-426b-91b5-d44e40d112e3 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.339083 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=10']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.347667 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffb1d834-e233-477e-ac35-8a8b8420fb3e req-b9f2330d-0c59-426b-91b5-d44e40d112e3 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 931 time: 0.1050086 Mar 31 23:16:57.412488 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-78cd9e7d-39aa-4fc4-9bf6-62433639ae05 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0799432 Mar 31 23:16:57.425263 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ffb1d834-e233-477e-ac35-8a8b8420fb3e req-30442f1f-0c75-40fc-a352-5b2858c98c50 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748010 Mar 31 23:16:57.428638 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Request body: {'port': {'device_id': '250fa07c-4100-4967-beb4-8679d83b2cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:16:57.543183 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.560580 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59190) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:57.593355 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-692eb834-08a7-4c13-8136-57ba865816c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.600567 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ab3765b2-2530-46b8-9406-97e630eeb70f None None] Provisioning complete for port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:16:57.601592 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ab3765b2-2530-46b8-9406-97e630eeb70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.610898 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35e15b-0c86-4805-bc0e-7c46f76a7625 req-4326b904-f370-46f5-ae79-468de6087cb9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.613649 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de35e15b-0c86-4805-bc0e-7c46f76a7625 req-4326b904-f370-46f5-ae79-468de6087cb9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.1257226 Mar 31 23:16:57.671291 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ab3765b2-2530-46b8-9406-97e630eeb70f None None] Port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:16:57.741384 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de35e15b-0c86-4805-bc0e-7c46f76a7625 req-7e99c362-b5de-437e-9e7b-39d58f165d53 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174834 Mar 31 23:16:57.758374 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aba055-c50f-4dce-a5bd-91059ef3a32e req-fbc01161-faf0-42ee-99b6-81ef39191fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:57.773265 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-30aba055-c50f-4dce-a5bd-91059ef3a32e req-fbc01161-faf0-42ee-99b6-81ef39191fa5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1131 time: 0.1622453 Mar 31 23:16:57.798811 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-692eb834-08a7-4c13-8136-57ba865816c6 admin admin] Publish callbacks [] for security_group (343ecfea-99eb-4b3e-9987-e0535ca9d754), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.895051 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-692eb834-08a7-4c13-8136-57ba865816c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (343ecfea-99eb-4b3e-9987-e0535ca9d754), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:57.945107 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692eb834-08a7-4c13-8136-57ba865816c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343ecfea-99eb-4b3e-9987-e0535ca9d754,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:57.947074 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-30aba055-c50f-4dce-a5bd-91059ef3a32e req-a692a6fa-77e1-44f1-99c7-5a604f20e774 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772091 Mar 31 23:16:57.951508 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-692eb834-08a7-4c13-8136-57ba865816c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c868063c71f140bbb873e50d74347e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892739 Mar 31 23:16:57.956023 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59200) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:16:58.039529 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7893c0b-14f4-4fa4-b590-1e92ddca29b7 admin admin] Publish callbacks [] for security_group (343ecfea-99eb-4b3e-9987-e0535ca9d754), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:58.054043 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:16:58.071282 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Publish callbacks [] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:58.081317 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7893c0b-14f4-4fa4-b590-1e92ddca29b7 admin admin] Publish callbacks [] for security_group (343ecfea-99eb-4b3e-9987-e0535ca9d754), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:58.095983 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Transition to ACTIVE for port object 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:16:58.186210 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:58.243802 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.266138 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7893c0b-14f4-4fa4-b590-1e92ddca29b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (343ecfea-99eb-4b3e-9987-e0535ca9d754), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:58.272021 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7893c0b-14f4-4fa4-b590-1e92ddca29b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:58.276175 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f7893c0b-14f4-4fa4-b590-1e92ddca29b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/343ecfea-99eb-4b3e-9987-e0535ca9d754 HTTP/1.1" status: 204 len: 168 time: 0.3140571 Mar 31 23:16:58.293211 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7893c0b-14f4-4fa4-b590-1e92ddca29b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343ecfea-99eb-4b3e-9987-e0535ca9d754,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:58.675166 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58450-a30e-463a-b4f5-d878aeb1daf2 req-3871dea7-1b36-43d6-b2a9-dc1f26ec9c36 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.678976 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17e58450-a30e-463a-b4f5-d878aeb1daf2 req-3871dea7-1b36-43d6-b2a9-dc1f26ec9c36 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 943 time: 0.0952878 Mar 31 23:16:58.703216 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Attempting to bind port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:16:58.703933 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Attempting to bind port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:16:58.704504 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Attempting to bind port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:58.715168 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b on network e7876e7b-c8ff-43c7-9976-12cb7575866b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:16:58.715712 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Attempting to bind port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b on network e7876e7b-c8ff-43c7-9976-12cb7575866b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:16:58.726087 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:16:58.726625 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Checking segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:16:58.727245 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Bound using segment: {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:16:58.727981 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Bound port: 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426f0afc-f485-4405-8110-f77a5b1db564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:16:58.728611 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:58.774745 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17e58450-a30e-463a-b4f5-d878aeb1daf2 req-347c4567-925a-4ac2-819d-7d021357570c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890229 Mar 31 23:16:58.818731 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] For port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:16:58.823765 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] For port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:16:58.944004 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e547ca7-9883-4baf-a991-7eb784230979 req-f845919b-11a2-4e59-818a-9ade083127ab tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:58.946851 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e547ca7-9883-4baf-a991-7eb784230979 req-f845919b-11a2-4e59-818a-9ade083127ab tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.0696268 Mar 31 23:16:59.021538 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e547ca7-9883-4baf-a991-7eb784230979 req-5346eaa5-95ee-4e09-b51d-a1ad6f5348e2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624850 Mar 31 23:16:59.622979 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:59.653473 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.654564 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:16:59.657106 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] 10.222.0.30 "PUT /v2.0/ports/8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b HTTP/1.1" status: 200 len: 1093 time: 2.2352974 Mar 31 23:16:59.708733 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250fa07c-4100-4967-beb4-8679d83b2cad', 'tag': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:16:59.712935 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6c9377-1533-4140-b7e8-a8947922dcc4" -d '{"events": [{"name": "network-changed", "server_uuid": "250fa07c-4100-4967-beb4-8679d83b2cad", "tag": "8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:16:59.764170 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e033594-445b-48d9-93d6-a40eb1b4aad9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:16:59.783518 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184cea4e-34e8-4049-81fe-f427102c9568 x-openstack-request-id: req-184cea4e-34e8-4049-81fe-f427102c9568 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:16:59.783861 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250fa07c-4100-4967-beb4-8679d83b2cad", "tag": "8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:16:59.784180 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-184cea4e-34e8-4049-81fe-f427102c9568 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:16:59.784624 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184cea4e-34e8-4049-81fe-f427102c9568'] response: {'name': 'network-changed', 'server_uuid': '250fa07c-4100-4967-beb4-8679d83b2cad', 'tag': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'status': 'completed', 'code': 200} Mar 31 23:16:59.873606 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9377-1533-4140-b7e8-a8947922dcc4 req-1a9dbfc3-cf1c-4b95-98b3-0abd225c5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:16:59.877058 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b6c9377-1533-4140-b7e8-a8947922dcc4 req-1a9dbfc3-cf1c-4b95-98b3-0abd225c5b7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 1127 time: 0.0706034 Mar 31 23:16:59.991143 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2ed1e-883f-426d-a4fb-4845d36ae022 req-b3d37a2e-cabe-4513-80c3-b2fa88765311 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.000337 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7de2ed1e-883f-426d-a4fb-4845d36ae022 req-b3d37a2e-cabe-4513-80c3-b2fa88765311 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 943 time: 0.0965827 Mar 31 23:17:00.080171 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7de2ed1e-883f-426d-a4fb-4845d36ae022 req-6a4a4d22-4558-48a8-afa5-67f0d5bff75f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784373 Mar 31 23:17:00.109883 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9377-1533-4140-b7e8-a8947922dcc4 req-2aa43f39-0627-4b1b-979f-a852f08e8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.113079 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b6c9377-1533-4140-b7e8-a8947922dcc4 req-2aa43f39-0627-4b1b-979f-a852f08e8d31 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9b76efa1f2f24e95b0895e915991895f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2285802 Mar 31 23:17:00.277153 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51531-bb2f-49af-9595-7a9e6b09a170 req-e823d642-18d0-4352-aa22-c6e1a7b12be5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.279962 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b2e51531-bb2f-49af-9595-7a9e6b09a170 req-e823d642-18d0-4352-aa22-c6e1a7b12be5 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.1018662 Mar 31 23:17:00.280505 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c9377-1533-4140-b7e8-a8947922dcc4 req-bef09cd6-63d1-4290-9bbc-8cc6e13a1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.283642 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4b6c9377-1533-4140-b7e8-a8947922dcc4 req-bef09cd6-63d1-4290-9bbc-8cc6e13a1e0e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611130 Mar 31 23:17:00.384205 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b2e51531-bb2f-49af-9595-7a9e6b09a170 req-a3414c26-67a0-4a2c-aed2-1e290c78426e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898349 Mar 31 23:17:00.384205 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59266) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:00.448809 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-b0202ac4-cfae-48a1-9eb5-5b209a976f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.450812 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-b0202ac4-cfae-48a1-9eb5-5b209a976f75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 1127 time: 0.1099057 Mar 31 23:17:00.531720 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-89a54993-c51d-4d23-b410-16987324d12e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b HTTP/1.1" status: 200 len: 217 time: 0.0720603 Mar 31 23:17:00.603587 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-c0a97b3c-61b7-4a66-af5b-23803ca32b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.605465 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-c0a97b3c-61b7-4a66-af5b-23803ca32b8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.0683668 Mar 31 23:17:00.701074 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-726b8738-2581-4401-952d-63aa3e8bdca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:00.703489 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-726b8738-2581-4401-952d-63aa3e8bdca3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0916088 Mar 31 23:17:00.850808 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-e8d82d0e-0543-4fe7-8ac0-a7fceb216abe service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397784 Mar 31 23:17:01.022211 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-1196c7d1-82a7-4108-8b3c-214c0f6b5f48 req-61e68f20-8919-46dd-a3f1-1930e828f4c0 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648936 Mar 31 23:17:01.132224 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59280) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:01.225216 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (8074ca80-a733-4603-ac08-9c17aade680e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.301857 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-673524173-network', 'tenant_id': '049a497a4fab4f74a8eb261cfe2855f1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:01.414245 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47192f-c6d6-4c3c-b6dd-1f17384e0a75 req-3751eaf9-e8fa-4518-bb5a-fe9eaf5449ef tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.415942 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb47192f-c6d6-4c3c-b6dd-1f17384e0a75 req-3751eaf9-e8fa-4518-bb5a-fe9eaf5449ef tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 943 time: 0.1430094 Mar 31 23:17:01.546389 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Made reservation on behalf of 049a497a4fab4f74a8eb261cfe2855f1 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:01.551891 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.569163 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.579124 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb47192f-c6d6-4c3c-b6dd-1f17384e0a75 req-4621dfa7-bcfb-4e0d-bf91-118a62b4a79a tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560113 Mar 31 23:17:01.638089 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf69672-610f-40d8-8077-1e62aea2bb67 req-b5e24538-4f69-4406-afab-6aea906576bf tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:01.641475 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dbf69672-610f-40d8-8077-1e62aea2bb67 req-b5e24538-4f69-4406-afab-6aea906576bf tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.1236784 Mar 31 23:17:01.713971 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Publish callbacks [] for security_group (dbcaf91d-ee04-4d6a-8d08-5713bf982435), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.768620 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dbf69672-610f-40d8-8077-1e62aea2bb67 req-d26b4d7f-0b60-4b8d-8f6a-7d4eace115fa tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954480 Mar 31 23:17:01.775935 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dbcaf91d-ee04-4d6a-8d08-5713bf982435), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.798336 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Deleting port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:01.798726 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.828114 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:01.849154 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcaf91d-ee04-4d6a-8d08-5713bf982435,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:01.853720 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (3cdb6e6b-b586-4cb9-b490-6848d5d774c3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.854443 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Added segment 3cdb6e6b-b586-4cb9-b490-6848d5d774c3 of type vlan for network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf Mar 31 23:17:01.908943 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] For port f88ea9f9-25b8-4c30-84cc-9a1e1602ff93, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:01.909329 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.911125 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (cca0a667-de0d-4e3a-ae7e-b8535fc59dbf), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:01.927658 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Calling delete_port for f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:02.044170 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (cca0a667-de0d-4e3a-ae7e-b8535fc59dbf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:02.045955 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.047587 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:02.159239 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] Pushing event updated for resources: {'Network': ['ID=cca0a667-de0d-4e3a-ae7e-b8535fc59dbf,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.173583 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:02.246749 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a7118329-b08e-4321-a1d4-9f302ec4a062 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1127276 Mar 31 23:17:02.254624 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59288) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:02.259261 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Request body: {'subnet': {'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-673524173-subnet', 'tenant_id': '049a497a4fab4f74a8eb261cfe2855f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:02.306446 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (f88ea9f9-25b8-4c30-84cc-9a1e1602ff93), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:02.339091 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88ea9f9-25b8-4c30-84cc-9a1e1602ff93,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:02.453695 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Made reservation on behalf of 049a497a4fab4f74a8eb261cfe2855f1 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:02.456470 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:02.927668 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc24c8-5aac-423b-bc72-ea8fb6a97726 req-54a99913-5288-4523-a57e-a903dfc6303b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:02.929444 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ecc24c8-5aac-423b-bc72-ea8fb6a97726 req-54a99913-5288-4523-a57e-a903dfc6303b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 943 time: 0.1829653 Mar 31 23:17:02.933872 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (8074ca80-a733-4603-ac08-9c17aade680e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:02.939842 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:03.114177 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:03.133879 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'port_id': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'mac_address': 'fa:16:3e:33:c5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 771, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:03.206110 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d72fd-d07b-47be-ac9b-ba7e6deefa4d req-4d1b3dc3-a226-4514-8c8a-20e859e44720 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.208175 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d5d72fd-d07b-47be-ac9b-ba7e6deefa4d req-4d1b3dc3-a226-4514-8c8a-20e859e44720 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.3020642 Mar 31 23:17:03.213074 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:17:03.213873 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:03.224389 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ecc24c8-5aac-423b-bc72-ea8fb6a97726 req-9ceed6d7-92c0-4e4e-9fc9-8c19537666ee tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667451 Mar 31 23:17:03.248657 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:03.285027 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:03.318264 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d5d72fd-d07b-47be-ac9b-ba7e6deefa4d req-02422c26-4dc9-4bba-99ee-68bd0407b4cb tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873597 Mar 31 23:17:03.335490 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:03.414757 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:03.446259 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for subnet (2466fc6b-fec8-4052-9bd1-56e132c66307), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:03.548535 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:03.580293 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2466fc6b-fec8-4052-9bd1-56e132c66307,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:03.597543 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Checking segment: {'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:17:03.597946 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Network hostable DHCP agents. Network: cca0a667-de0d-4e3a-ae7e-b8535fc59dbf, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:03.622048 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Router 8074ca80-a733-4603-ac08-9c17aade680e has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:03.788044 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:03.801449 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:03.808050 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bba5c666-f306-45bb-aabe-5447a164a822 admin admin] 10.222.0.41 "PUT /v2.0/routers/8074ca80-a733-4603-ac08-9c17aade680e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4219728 Mar 31 23:17:03.811339 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59298) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:03.814942 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] Sync routers for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:03.826446 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:03.827086 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:16:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:03.905746 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, cca0a667-de0d-4e3a-ae7e-b8535fc59dbf) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:03.910281 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:03.911008 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:03.919261 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c771daa-7203-4e2e-95a1-795524e4ddb5 None None] Network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:17:03.959332 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks [] for router (8074ca80-a733-4603-ac08-9c17aade680e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:03.965970 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:04.094256 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c01ba14-f3e6-41b0-9826-e56319196d6f None None] Network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:17:04.123949 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks [] for router_gateway (8074ca80-a733-4603-ac08-9c17aade680e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:04.147614 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-49985b23-5217-4a39-baef-9d54957cb935 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8954179 Mar 31 23:17:04.247787 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:17:02Z', 'revision_number': 5, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port': {'id': '7168c798-f3dd-4449-8ee4-03d781d7bfb8', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:d0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8074ca80-a733-4603-ac08-9c17aade680e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:56Z', 'updated_at': '2022-03-31T23:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:04.302225 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] Checking router: 8074ca80-a733-4603-ac08-9c17aade680e for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:04.320005 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] Routers {'8074ca80-a733-4603-ac08-9c17aade680e'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:04.321095 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:16:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8074ca80-a733-4603-ac08-9c17aade680e'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:04.323455 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Deleting port 7168c798-f3dd-4449-8ee4-03d781d7bfb8 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:04.324122 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:04.454390 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59961d0a-52cf-4434-94b6-b105210d8d60 req-110d9a78-53c3-435f-8ad0-d93cebadbba6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:04.458596 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59961d0a-52cf-4434-94b6-b105210d8d60 req-110d9a78-53c3-435f-8ad0-d93cebadbba6 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 944 time: 0.1202986 Mar 31 23:17:04.469242 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] For port 7168c798-f3dd-4449-8ee4-03d781d7bfb8, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=7168c798-f3dd-4449-8ee4-03d781d7bfb8,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:04.469621 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:04.490909 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Calling delete_port for 7168c798-f3dd-4449-8ee4-03d781d7bfb8 owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:04.501813 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] Set router 8074ca80-a733-4603-ac08-9c17aade680e gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:04.540254 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59961d0a-52cf-4434-94b6-b105210d8d60 req-89b8e9cc-3407-4c93-8e56-8f2208e7310d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722115 Mar 31 23:17:04.609776 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:17:04Z', 'revision_number': 6, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port_host': None}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:04.664221 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd04f9c-3a83-4d53-a820-0decb7627310 None None] The sync data for ids ['8074ca80-a733-4603-ac08-9c17aade680e'] in dv-cinder-835879-3-iscsi is: [{'id': '8074ca80-a733-4603-ac08-9c17aade680e', 'name': 'tempest-AttachVolumeTestJSON-2051789186-router', 'tenant_id': '4da7788c77034efe93be15d1dbb6dbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:53Z', 'updated_at': '2022-03-31T23:17:04Z', 'revision_number': 6, 'project_id': '4da7788c77034efe93be15d1dbb6dbdf', 'gw_port_host': None}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:04.844320 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (7168c798-f3dd-4449-8ee4-03d781d7bfb8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:04.896640 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Pushing event deleted for resources: {'Port': ['ID=7168c798-f3dd-4449-8ee4-03d781d7bfb8,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:04.932346 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:04.974205 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (8074ca80-a733-4603-ac08-9c17aade680e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.124098 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (8074ca80-a733-4603-ac08-9c17aade680e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.127964 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks [] for router_controller (8074ca80-a733-4603-ac08-9c17aade680e), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.162912 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:17:05.169866 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:17:05.170439 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.309711 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:17:05.310533 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.317496 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (8074ca80-a733-4603-ac08-9c17aade680e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.318190 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8074ca80-a733-4603-ac08-9c17aade680e {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:05.326456 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.328206 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a4d4f5ab-caea-46f1-ac40-70b09f17651f admin admin] 10.222.0.41 "DELETE /v2.0/routers/8074ca80-a733-4603-ac08-9c17aade680e HTTP/1.1" status: 204 len: 168 time: 1.5146286 Mar 31 23:17:05.331140 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59308) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:05.357181 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250fa07c-4100-4967-beb4-8679d83b2cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:05.361616 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92444b2-f3db-4e01-aa83-5a41a1044832" -d '{"events": [{"server_uuid": "250fa07c-4100-4967-beb4-8679d83b2cad", "name": "network-vif-plugged", "status": "completed", "tag": "8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:05.386470 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:05.403988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a17129-82ab-45c6-9e1e-7a27f23fc82a admin admin] Deleting subnet bf7c607f-5d0e-44e2-bb17-955171fc6b7d {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:17:05.413866 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f6a17129-82ab-45c6-9e1e-7a27f23fc82a admin admin] Publish callbacks [] for subnet (bf7c607f-5d0e-44e2-bb17-955171fc6b7d), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.449741 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.492032 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cdcc31-99df-4a98-865b-4414d07c3c8f x-openstack-request-id: req-07cdcc31-99df-4a98-865b-4414d07c3c8f {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:05.492639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250fa07c-4100-4967-beb4-8679d83b2cad", "name": "network-vif-plugged", "status": "completed", "tag": "8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:05.493041 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07cdcc31-99df-4a98-865b-4414d07c3c8f {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:05.493650 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cdcc31-99df-4a98-865b-4414d07c3c8f'] response: {'server_uuid': '250fa07c-4100-4967-beb4-8679d83b2cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'code': 200} Mar 31 23:17:05.508311 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f6a17129-82ab-45c6-9e1e-7a27f23fc82a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2402304'] for subnet (bf7c607f-5d0e-44e2-bb17-955171fc6b7d), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.586716 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:05.663632 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:05.717281 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:05.717839 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device f88ea9f9-25b8-4c30-84cc-9a1e1602ff93 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:05.769585 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f6a17129-82ab-45c6-9e1e-7a27f23fc82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (bf7c607f-5d0e-44e2-bb17-955171fc6b7d), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:05.836388 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5503b7-1c55-458b-8916-70f012955570 req-f1399bb3-46d3-4884-8271-ebd6c55e0097 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:05.838834 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed5503b7-1c55-458b-8916-70f012955570 req-f1399bb3-46d3-4884-8271-ebd6c55e0097 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 945 time: 0.1089647 Mar 31 23:17:05.918350 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed5503b7-1c55-458b-8916-70f012955570 req-d3e13fcd-0596-47d8-997b-fc56b5afffc3 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698197 Mar 31 23:17:05.959137 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f6a17129-82ab-45c6-9e1e-7a27f23fc82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25259411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257806'] for subnet (bf7c607f-5d0e-44e2-bb17-955171fc6b7d), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.007997 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a17129-82ab-45c6-9e1e-7a27f23fc82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7c607f-5d0e-44e2-bb17-955171fc6b7d,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.021015 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb5a8b-de71-4b2a-b7b9-9c3629b87169 None None] Network 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:17:06.033902 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f6a17129-82ab-45c6-9e1e-7a27f23fc82a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.037477 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f6a17129-82ab-45c6-9e1e-7a27f23fc82a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bf7c607f-5d0e-44e2-bb17-955171fc6b7d HTTP/1.1" status: 204 len: 168 time: 0.7049022 Mar 31 23:17:06.040465 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59318) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:06.082392 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847975e0-3131-40ad-b8fb-b43857101241 req-6eec47e5-7044-48d9-ae16-26c4e0f703f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:06.090313 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-847975e0-3131-40ad-b8fb-b43857101241 req-6eec47e5-7044-48d9-ae16-26c4e0f703f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 1129 time: 0.1137071 Mar 31 23:17:06.165965 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-847975e0-3131-40ad-b8fb-b43857101241 req-6de06d70-0808-4edd-bc83-d8075c60a579 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695796 Mar 31 23:17:06.169357 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.269650 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Deleting port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:06.280714 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.289541 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] DHCP port deletion for 5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:17:06.376523 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] Deleting port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:06.376975 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.379952 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] For port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:06.380366 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.403718 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Calling delete_port for 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:06.455988 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] For port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,segment=NetworkSegment(476ec0c1-d752-4d20-b2ab-da2a7fd25b06),segment_id=476ec0c1-d752-4d20-b2ab-da2a7fd25b06)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:06.456300 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.472537 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] Calling delete_port for 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:06.655771 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.673679 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.701764 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.714107 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] No DVR routers for this DVR port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d on host dv-cinder-835879-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:06.733272 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] Pushing event deleted for resources: {'Port': ['ID=6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:06.737515 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7866bd-8be1-4f98-8d02-c4a142a0abb9 None None] No DVR routers for this DVR port 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:06.888898 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:06.936760 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.937197 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.938089 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.938430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > port after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.938761 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.939148 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > port after_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.939459 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.939790 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.940115 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:06.940440 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:07.025895 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:07.026101 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:07.026434 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:07.026858 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 23:17:07.027282 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.048894 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e2f450e3-855b-4dc6-9d46-768364e71abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:07.080066 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476ec0c1-d752-4d20-b2ab-da2a7fd25b06') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.080414 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476ec0c1-d752-4d20-b2ab-da2a7fd25b06') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:07.123023 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33367954'] for segment (476ec0c1-d752-4d20-b2ab-da2a7fd25b06), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:07.165661 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (476ec0c1-d752-4d20-b2ab-da2a7fd25b06), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:07.179984 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 7168c798-f3dd-4449-8ee4-03d781d7bfb8 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:07.181502 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22229e-f890-4cb9-b05a-905236644b20 req-6bdac597-c08e-4f08-934d-0813e8242d42 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.183462 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-6bdac597-c08e-4f08-934d-0813e8242d42 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/networks?id=cca0a667-de0d-4e3a-ae7e-b8535fc59dbf HTTP/1.1" status: 200 len: 808 time: 0.3746006 Mar 31 23:17:07.189682 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:07.190262 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29396951'] for segment (476ec0c1-d752-4d20-b2ab-da2a7fd25b06), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: from cryptography.utils import int_from_bytes Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: from cryptography.utils import int_from_bytes Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: timer() Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: cb(*args, **kw) Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: self._notify() Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: self.callback(batched_events) Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: event.method(event) Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._get(url).json() Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:07.194692 dv-cinder-835879-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:07.215471 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 7168c798-f3dd-4449-8ee4-03d781d7bfb8 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:07.215806 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 7168c798-f3dd-4449-8ee4-03d781d7bfb8 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:07.216113 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:07.238245 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:07.238584 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 6fa87fa5-3ca2-4f34-aa9c-bb7bb970e18d not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:07.278023 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-8d89fbe3-ff0a-4b9a-aac5-207de4c91bdc tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/quotas/049a497a4fab4f74a8eb261cfe2855f1 HTTP/1.1" status: 200 len: 375 time: 0.0341072 Mar 31 23:17:07.288354 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544f024-f35c-488b-b96c-3d34a1020f1a req-af068c99-283a-4515-a96d-adf1c4658b03 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:07.290076 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5544f024-f35c-488b-b96c-3d34a1020f1a req-af068c99-283a-4515-a96d-adf1c4658b03 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 945 time: 0.2381439 Mar 31 23:17:07.327331 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-43d9bfba-0b2c-46ec-b474-f173c2add138 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358419 Mar 31 23:17:07.420222 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5544f024-f35c-488b-b96c-3d34a1020f1a req-a7da5565-4aac-49c6-83ad-abcd55780f12 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173768 Mar 31 23:17:07.448973 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:07.456129 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:07.461475 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d HTTP/1.1" status: 204 len: 168 time: 1.4196343 Mar 31 23:17:07.489664 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540b6a-f27e-4291-84c0-46672787bdb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1d2bcd-ddb3-4ae3-a58e-70fd10e4a04d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:07.512417 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-cd449542-7222-4cb7-adc7-7db4c4c7d217 service neutron] 10.222.0.41 "GET /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710687 Mar 31 23:17:07.620167 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-cb7f08b7-bb03-444f-99b9-98b7cbc78e4b service neutron] 10.222.0.41 "GET /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015651 Mar 31 23:17:07.945874 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59342) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:07.960314 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e43ffe94-305b-4fd5-9f40-88588a11a550 req-a9dbde6f-ef6b-463d-b2d8-c063256a6cdc tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 210 time: 0.0361443 Mar 31 23:17:08.041350 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0b3002e3-05c5-4520-be9c-4df916da9739 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4da7788c77034efe93be15d1dbb6dbdf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0936718 Mar 31 23:17:08.044577 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59344) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:08.139280 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44bb1e21-6b46-4746-8a05-79645973c731 admin admin] Publish callbacks [] for security_group (532e6284-b79a-40ec-93c3-e59ed944b985), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:08.181667 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44bb1e21-6b46-4746-8a05-79645973c731 admin admin] Publish callbacks [] for security_group (532e6284-b79a-40ec-93c3-e59ed944b985), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:08.375264 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44bb1e21-6b46-4746-8a05-79645973c731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (532e6284-b79a-40ec-93c3-e59ed944b985), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:08.378319 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-44bb1e21-6b46-4746-8a05-79645973c731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:08.379733 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-44bb1e21-6b46-4746-8a05-79645973c731 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/532e6284-b79a-40ec-93c3-e59ed944b985 HTTP/1.1" status: 204 len: 168 time: 0.3339071 Mar 31 23:17:08.392500 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb1e21-6b46-4746-8a05-79645973c731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e6284-b79a-40ec-93c3-e59ed944b985,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:08.596785 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b892bae-8031-48ec-bf36-df3ca12d2acc req-b7851af1-c42d-4254-b74b-0b5f5c4e580b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.599314 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b892bae-8031-48ec-bf36-df3ca12d2acc req-b7851af1-c42d-4254-b74b-0b5f5c4e580b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 945 time: 0.0672588 Mar 31 23:17:08.664781 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b892bae-8031-48ec-bf36-df3ca12d2acc req-b771654c-3081-4c13-9024-19232910e5b9 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545604 Mar 31 23:17:08.855583 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a9afb-f122-4f35-b385-323149f1649d req-eab372e8-a8f3-4eee-b4c8-cb17e64cb78c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:08.857314 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f4a9afb-f122-4f35-b385-323149f1649d req-eab372e8-a8f3-4eee-b4c8-cb17e64cb78c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 945 time: 0.0737407 Mar 31 23:17:08.872397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59358) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:08.877486 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Request body: {'floatingip': {'port_id': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:08.925734 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (761f2475-4644-45d1-b9f7-dcbf9708d97a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:09.079909 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23e3af69-19a3-4f7f-8463-6b9d21293cba req-fdeb745f-e633-4e55-b123-7ca12f8514cc tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 210 time: 0.0407789 Mar 31 23:17:09.595783 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:09.679154 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (761f2475-4644-45d1-b9f7-dcbf9708d97a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:09.816028 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Floating IP 761f2475-4644-45d1-b9f7-dcbf9708d97a associated. External IP: 172.27.0.165, port: 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b. Mar 31 23:17:09.905576 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59380) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:10.214602 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7428859d-54bd-41ed-93ef-8e698b603247 req-3a487848-1053-4e95-b3e1-f19bce6f5f4d tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 210 time: 0.0335426 Mar 31 23:17:10.287520 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1586252972-network', 'tenant_id': '9a8c7535cb744b01834cfdd2d5fb58ba'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:10.351700 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:10.428315 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Made reservation on behalf of 9a8c7535cb744b01834cfdd2d5fb58ba for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:10.430896 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:10.445273 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:10.513461 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:10.520641 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:10.528855 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:10.545221 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eef81c6e-0a2c-40e1-8e27-ce5744125930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:10.552025 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:10.553194 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:16:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:10.571439 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c4f69cda-73dc-438e-b809-7e3ec7b7f08c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "PUT /v2.0/floatingips/761f2475-4644-45d1-b9f7-dcbf9708d97a HTTP/1.1" status: 200 len: 991 time: 1.6977406 Mar 31 23:17:10.573259 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250fa07c-4100-4967-beb4-8679d83b2cad', 'tag': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:10.575674 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4104d4a-3822-493c-96cc-92f92550fd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "250fa07c-4100-4967-beb4-8679d83b2cad", "tag": "8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:10.611375 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Publish callbacks [] for security_group (4df84373-2ae0-4192-ad74-8f3bc7cf63d1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:10.639899 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8909e5-c4e1-4973-b5b8-74e861107a6d x-openstack-request-id: req-0c8909e5-c4e1-4973-b5b8-74e861107a6d {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:10.641149 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250fa07c-4100-4967-beb4-8679d83b2cad", "tag": "8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:10.642280 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c8909e5-c4e1-4973-b5b8-74e861107a6d {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:10.643280 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8909e5-c4e1-4973-b5b8-74e861107a6d'] response: {'name': 'network-changed', 'server_uuid': '250fa07c-4100-4967-beb4-8679d83b2cad', 'tag': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'status': 'completed', 'code': 200} Mar 31 23:17:10.725354 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (4df84373-2ae0-4192-ad74-8f3bc7cf63d1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:10.742043 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:10.767488 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:10.771292 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-bc692852-7c08-46ce-b6b0-2ce6bf7eae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:10.773015 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-bc692852-7c08-46ce-b6b0-2ce6bf7eae85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9b76efa1f2f24e95b0895e915991895f&device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 1129 time: 0.0989895 Mar 31 23:17:10.777152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df84373-2ae0-4192-ad74-8f3bc7cf63d1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:10.799057 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (60862ef0-df8d-4561-9bde-13ef2fa197e7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:10.799415 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Added segment 60862ef0-df8d-4561-9bde-13ef2fa197e7 of type vlan for network 72ad6f7f-1c4e-4efc-96ec-027ace50684a Mar 31 23:17:10.985777 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (72ad6f7f-1c4e-4efc-96ec-027ace50684a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:11.051015 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22229e-f890-4cb9-b05a-905236644b20 req-e1eb324d-e2b2-45ad-84ff-af1cabeea381 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.052617 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-e1eb324d-e2b2-45ad-84ff-af1cabeea381 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.30 "GET /v2.0/networks?id=cca0a667-de0d-4e3a-ae7e-b8535fc59dbf HTTP/1.1" status: 200 len: 808 time: 0.2683730 Mar 31 23:17:11.059518 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-c8db789e-b72f-4758-8b2f-eea116bbb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.061500 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-c8db789e-b72f-4758-8b2f-eea116bbb923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 200 len: 916 time: 0.2650149 Mar 31 23:17:11.080554 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Request body: {'port': {'device_id': 'a073fc41-0c1e-4784-9ab5-918b1cb677a0', 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf', 'admin_state_up': True, 'tenant_id': '049a497a4fab4f74a8eb261cfe2855f1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:11.147358 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '761f2475-4644-45d1-b9f7-dcbf9708d97a', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:33:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250fa07c-4100-4967-beb4-8679d83b2cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:50Z', 'updated_at': '2022-03-31T23:17:09Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:11.183192 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:11.195525 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:11.196457 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:17:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:11.240454 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (72ad6f7f-1c4e-4efc-96ec-027ace50684a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:11.241298 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.244848 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:11.252504 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-60ac8751-f88d-4fe6-a4e5-7e5304f53121 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b HTTP/1.1" status: 200 len: 999 time: 0.1642406 Mar 31 23:17:11.369369 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:11.426272 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-987350c3-d40d-4840-b1a7-f4b8353d369b req-c1342405-fe2f-4d5a-a331-1cc88cb3bade tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 210 time: 0.0464654 Mar 31 23:17:11.442771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] Pushing event updated for resources: {'Network': ['ID=72ad6f7f-1c4e-4efc-96ec-027ace50684a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:11.472131 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-27fa54b3-aed5-4a27-8928-ad567964081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.474883 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-27fa54b3-aed5-4a27-8928-ad567964081c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 200 len: 854 time: 0.1468065 Mar 31 23:17:11.506848 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network 72ad6f7f-1c4e-4efc-96ec-027ace50684a details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:11.521966 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-ea391d76-4e4a-4dc3-998a-6606afea7e2a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6160116 Mar 31 23:17:11.526393 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59396) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:11.532811 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Request body: {'subnet': {'network_id': '72ad6f7f-1c4e-4efc-96ec-027ace50684a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1586252972-subnet', 'tenant_id': '9a8c7535cb744b01834cfdd2d5fb58ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:11.579414 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-f0670510-82b3-4187-9c29-c885869fe251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:11.581363 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-f0670510-82b3-4187-9c29-c885869fe251 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7876e7b-c8ff-43c7-9976-12cb7575866b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938482 Mar 31 23:17:11.616303 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Made reservation on behalf of 049a497a4fab4f74a8eb261cfe2855f1 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:11.619779 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:11.659224 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Made reservation on behalf of 9a8c7535cb744b01834cfdd2d5fb58ba for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:11.661735 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257809'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:11.852023 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-d403c92f-2d6f-475f-b7a6-b25d1c93f8bb service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638850 Mar 31 23:17:11.919567 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '761f2475-4644-45d1-b9f7-dcbf9708d97a', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:33:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250fa07c-4100-4967-beb4-8679d83b2cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:50Z', 'updated_at': '2022-03-31T23:17:09Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:11.974931 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9f1124-a9b8-461a-8945-d2af3a1c3370 None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '761f2475-4644-45d1-b9f7-dcbf9708d97a', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'port_id': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'mac_address': 'fa:16:3e:33:c5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250fa07c-4100-4967-beb4-8679d83b2cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:16:50Z', 'updated_at': '2022-03-31T23:17:09Z', 'revision_number': 1, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:12.009289 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Allocated IP 172.20.0.3 (cca0a667-de0d-4e3a-ae7e-b8535fc59dbf/2466fc6b-fec8-4052-9bd1-56e132c66307/91b9f761-cf54-4482-a9b9-721885b8fc71) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:12.159085 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e4104d4a-3822-493c-96cc-92f92550fd6b req-2ccb49f9-e95b-4475-aad2-ef8cab0e2146 service neutron] 10.222.0.30 "GET /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945535 Mar 31 23:17:12.258818 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f918f4b4-eaa1-445c-a800-5ad167fd28d2 None None] New status for floating IP 761f2475-4644-45d1-b9f7-dcbf9708d97a: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:17:12.294423 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25259472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257799'] for subnet (df240921-d785-4012-a1c9-a009ababfd9b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:12.440565 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks [] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:12.449108 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:12.457722 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df240921-d785-4012-a1c9-a009ababfd9b,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.493033 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Checking segment: {'id': '60862ef0-df8d-4561-9bde-13ef2fa197e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '72ad6f7f-1c4e-4efc-96ec-027ace50684a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:17:12.494010 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Network hostable DHCP agents. Network: 72ad6f7f-1c4e-4efc-96ec-027ace50684a, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:12.578087 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-243c7316-6859-4a40-8a4f-f6e07b508c19 req-631c4292-5a38-4786-8f6d-e6ac49e7d88c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 210 time: 0.0345635 Mar 31 23:17:12.695167 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Network 72ad6f7f-1c4e-4efc-96ec-027ace50684a is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:12.713153 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:12.789937 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:12.797024 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:12.800768 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:12.849326 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Pushing event updated for resources: {'Port': ['ID=91b9f761-cf54-4482-a9b9-721885b8fc71,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:12.863294 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, 72ad6f7f-1c4e-4efc-96ec-027ace50684a) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:12.868702 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.869399 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:12.877138 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3344635-fdb9-4ebc-b3ec-ad6ead512089 None None] Network 72ad6f7f-1c4e-4efc-96ec-027ace50684a requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:17:12.891854 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:12.892507 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:13.012002 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-71814c3c-5dc0-48e5-8105-73b1d4694659 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4845757 Mar 31 23:17:13.029071 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3b9b19-03c5-48f4-bf8e-af460eb4fbfa None None] Network 72ad6f7f-1c4e-4efc-96ec-027ace50684a requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:17:13.123840 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-51689f4c-00a0-40b6-b82c-a7e221a19e4c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0504096 Mar 31 23:17:13.139919 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Request body: {'port': {'device_id': 'a073fc41-0c1e-4784-9ab5-918b1cb677a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:13.226467 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:13.605679 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b9f761-cf54-4482-a9b9-721885b8fc71 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:13.615441 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Publish callbacks [] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:13.631813 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Transition to ACTIVE for port object 91b9f761-cf54-4482-a9b9-721885b8fc71 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:17:13.729047 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c42e39-aa00-4757-b05a-b9992eb32221 req-d94d8041-effe-4d66-9ed4-2cc09d137f02 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:13.734693 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33c42e39-aa00-4757-b05a-b9992eb32221 req-d94d8041-effe-4d66-9ed4-2cc09d137f02 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 931 time: 0.0737703 Mar 31 23:17:13.782537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:13.805056 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33c42e39-aa00-4757-b05a-b9992eb32221 req-56a4ac6d-d171-4bc3-b5c8-55f0415298c9 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Mar 31 23:17:13.860323 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=91b9f761-cf54-4482-a9b9-721885b8fc71,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:13.922751 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Attempting to bind port 91b9f761-cf54-4482-a9b9-721885b8fc71 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:17:13.923185 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Attempting to bind port 91b9f761-cf54-4482-a9b9-721885b8fc71 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:17:13.923655 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Attempting to bind port 91b9f761-cf54-4482-a9b9-721885b8fc71 on network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:13.930172 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Port 91b9f761-cf54-4482-a9b9-721885b8fc71 on network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:13.930575 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Attempting to bind port 91b9f761-cf54-4482-a9b9-721885b8fc71 on network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:13.938089 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:13.938573 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Checking segment: {'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:17:13.939155 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Bound using segment: {'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:13.939861 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Bound port: 91b9f761-cf54-4482-a9b9-721885b8fc71, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:17:13.940421 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.049750 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] For port 91b9f761-cf54-4482-a9b9-721885b8fc71, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:14.055464 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] For port 91b9f761-cf54-4482-a9b9-721885b8fc71, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=91b9f761-cf54-4482-a9b9-721885b8fc71,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:14.071175 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59416) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:14.079035 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-457691991-network', 'tenant_id': 'e81db8aae58b4a708e479cfe1688ab1b'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:14.146500 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.186408 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Made reservation on behalf of e81db8aae58b4a708e479cfe1688ab1b for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:14.186680 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.187201 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.188809 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] 10.222.0.30 "PUT /v2.0/ports/91b9f761-cf54-4482-a9b9-721885b8fc71 HTTP/1.1" status: 200 len: 1093 time: 1.0569341 Mar 31 23:17:14.189154 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.189328 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a073fc41-0c1e-4784-9ab5-918b1cb677a0', 'tag': '91b9f761-cf54-4482-a9b9-721885b8fc71'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:14.191776 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad1e651-c543-4e1b-8e08-18e01cb1bda8" -d '{"events": [{"name": "network-changed", "server_uuid": "a073fc41-0c1e-4784-9ab5-918b1cb677a0", "tag": "91b9f761-cf54-4482-a9b9-721885b8fc71"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:14.202732 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.222697 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9e9af-60e6-428b-acff-caac111b0fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=91b9f761-cf54-4482-a9b9-721885b8fc71,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.249408 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd37b5bb-5879-44e1-b584-02854b833ffc x-openstack-request-id: req-bd37b5bb-5879-44e1-b584-02854b833ffc {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:14.249720 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a073fc41-0c1e-4784-9ab5-918b1cb677a0", "tag": "91b9f761-cf54-4482-a9b9-721885b8fc71", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:14.250113 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd37b5bb-5879-44e1-b584-02854b833ffc {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:14.250499 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd37b5bb-5879-44e1-b584-02854b833ffc'] response: {'name': 'network-changed', 'server_uuid': 'a073fc41-0c1e-4784-9ab5-918b1cb677a0', 'tag': '91b9f761-cf54-4482-a9b9-721885b8fc71', 'status': 'completed', 'code': 200} Mar 31 23:17:14.318380 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Publish callbacks [] for security_group (1dd67cfb-b56f-4ad3-a2b2-28c8afbca82a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.330072 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e651-c543-4e1b-8e08-18e01cb1bda8 req-9381a1f8-0bcc-43ef-946f-1a7f77d6cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.331653 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0ad1e651-c543-4e1b-8e08-18e01cb1bda8 req-9381a1f8-0bcc-43ef-946f-1a7f77d6cb59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 1127 time: 0.0554767 Mar 31 23:17:14.447140 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e651-c543-4e1b-8e08-18e01cb1bda8 req-7109ca96-09c0-43bf-b051-655e49c786b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.448598 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0ad1e651-c543-4e1b-8e08-18e01cb1bda8 req-7109ca96-09c0-43bf-b051-655e49c786b2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1065927 Mar 31 23:17:14.455004 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (1dd67cfb-b56f-4ad3-a2b2-28c8afbca82a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.491281 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:17:14.498290 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd67cfb-b56f-4ad3-a2b2-28c8afbca82a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.508678 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (4c9dedad-5341-4947-964a-ec993865e63c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.509120 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Added segment 4c9dedad-5341-4947-964a-ec993865e63c of type vlan for network b8959ee4-52f6-4f31-9e4d-93d2aebebf86 Mar 31 23:17:14.573561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e651-c543-4e1b-8e08-18e01cb1bda8 req-a818278a-d634-4c3a-b6b7-e8a50dbe13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.576244 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0ad1e651-c543-4e1b-8e08-18e01cb1bda8 req-a818278a-d634-4c3a-b6b7-e8a50dbe13ac service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1211417 Mar 31 23:17:14.579973 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (b8959ee4-52f6-4f31-9e4d-93d2aebebf86), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.691625 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22229e-f890-4cb9-b05a-905236644b20 req-f46ca853-c396-4cf9-999f-fadb27ff7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.694718 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-f46ca853-c396-4cf9-999f-fadb27ff7d04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 1127 time: 0.0633736 Mar 31 23:17:14.728801 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (b8959ee4-52f6-4f31-9e4d-93d2aebebf86), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.730068 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.731326 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:14.757507 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-3fc0653d-e1d9-446f-a51d-85413635e757 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b9f761-cf54-4482-a9b9-721885b8fc71 HTTP/1.1" status: 200 len: 217 time: 0.0502498 Mar 31 23:17:14.801766 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] Pushing event updated for resources: {'Network': ['ID=b8959ee4-52f6-4f31-9e4d-93d2aebebf86,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:14.818288 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network b8959ee4-52f6-4f31-9e4d-93d2aebebf86 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:17:14.831254 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22229e-f890-4cb9-b05a-905236644b20 req-720d8ee2-0ffe-46bc-a517-769ad5120e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:14.833041 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-720d8ee2-0ffe-46bc-a517-769ad5120e0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2466fc6b-fec8-4052-9bd1-56e132c66307 HTTP/1.1" status: 200 len: 848 time: 0.0679376 Mar 31 23:17:14.899058 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-efb8f804-aa0a-4493-9a96-009e044d6033 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0a667-de0d-4e3a-ae7e-b8535fc59dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573606 Mar 31 23:17:14.920013 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-96d10a8d-1770-45ef-94d0-bba5c35396b1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8473685 Mar 31 23:17:14.925413 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59422) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:14.937733 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Request body: {'subnet': {'network_id': 'b8959ee4-52f6-4f31-9e4d-93d2aebebf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-457691991-subnet', 'tenant_id': 'e81db8aae58b4a708e479cfe1688ab1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:15.058436 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-d24f9130-2147-4cff-a3d0-c8648619c864 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524243 Mar 31 23:17:15.059089 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3ca49-4e01-4e5a-8d6b-64a5d25e86fe req-aa434e9b-8db5-471c-a745-43e587933115 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:15.062561 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38b3ca49-4e01-4e5a-8d6b-64a5d25e86fe req-aa434e9b-8db5-471c-a745-43e587933115 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 943 time: 0.1316149 Mar 31 23:17:15.117624 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:15.132477 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-38b3ca49-4e01-4e5a-8d6b-64a5d25e86fe req-97263e68-7b47-4f27-941d-cdc8a12e5329 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637836 Mar 31 23:17:15.180256 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Made reservation on behalf of e81db8aae58b4a708e479cfe1688ab1b for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:15.184337 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33176719'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:15.231421 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-2f22229e-f890-4cb9-b05a-905236644b20 req-c3388fce-9e50-4c5e-ba6f-37004277e1cb service neutron] 10.222.0.30 "GET /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665940 Mar 31 23:17:15.517842 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:15.569477 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33176729'] for subnet (13d7338c-cec4-4a51-8c89-c6906cee6023), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:15.677985 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d7338c-cec4-4a51-8c89-c6906cee6023,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:15.691232 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Checking segment: {'id': '4c9dedad-5341-4947-964a-ec993865e63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'b8959ee4-52f6-4f31-9e4d-93d2aebebf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:17:15.691830 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Network hostable DHCP agents. Network: b8959ee4-52f6-4f31-9e4d-93d2aebebf86, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:17:15.889198 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Network b8959ee4-52f6-4f31-9e4d-93d2aebebf86 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:17:16.198744 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, b8959ee4-52f6-4f31-9e4d-93d2aebebf86) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:16.208056 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.209092 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:16.210224 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c4895f-ff99-4909-bcc7-40a71c136b81 None None] Network b8959ee4-52f6-4f31-9e4d-93d2aebebf86 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:17:16.320867 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef0cca-f266-4df3-9353-866714f2bac6 req-fe1a9507-245e-4882-a0aa-c06c73ebbb55 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:16.323951 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56ef0cca-f266-4df3-9353-866714f2bac6 req-fe1a9507-245e-4882-a0aa-c06c73ebbb55 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 943 time: 0.1031179 Mar 31 23:17:16.365232 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1f0665f8-90a3-4441-8f8f-cae244a2144f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4387009 Mar 31 23:17:16.371030 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17abeb16-2726-44b4-b7e0-0dea9eee8fac None None] Network b8959ee4-52f6-4f31-9e4d-93d2aebebf86 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:17:16.425909 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56ef0cca-f266-4df3-9353-866714f2bac6 req-ec98a565-f146-4f20-ad8e-3d93dbb82e51 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924664 Mar 31 23:17:16.535606 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59430) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:16.599784 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a27c94-3ecf-4f29-b9a5-70501521dc59 admin admin] Deleting subnet df240921-d785-4012-a1c9-a009ababfd9b {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:17:16.605494 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2a27c94-3ecf-4f29-b9a5-70501521dc59 admin admin] Publish callbacks [] for subnet (df240921-d785-4012-a1c9-a009ababfd9b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:16.652881 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2a27c94-3ecf-4f29-b9a5-70501521dc59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2402304'] for subnet (df240921-d785-4012-a1c9-a009ababfd9b), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:16.716025 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2a27c94-3ecf-4f29-b9a5-70501521dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (df240921-d785-4012-a1c9-a009ababfd9b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:16.872514 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2a27c94-3ecf-4f29-b9a5-70501521dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25259411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257806'] for subnet (df240921-d785-4012-a1c9-a009ababfd9b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:16.903329 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a27c94-3ecf-4f29-b9a5-70501521dc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df240921-d785-4012-a1c9-a009ababfd9b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:16.907193 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2a27c94-3ecf-4f29-b9a5-70501521dc59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:16.910742 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b2a27c94-3ecf-4f29-b9a5-70501521dc59 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/df240921-d785-4012-a1c9-a009ababfd9b HTTP/1.1" status: 204 len: 168 time: 0.3736372 Mar 31 23:17:16.914151 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59432) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:16.978328 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 91b9f761-cf54-4482-a9b9-721885b8fc71 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:17.050737 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (72ad6f7f-1c4e-4efc-96ec-027ace50684a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.144958 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:17:17.191215 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 91b9f761-cf54-4482-a9b9-721885b8fc71, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=91b9f761-cf54-4482-a9b9-721885b8fc71,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:17.208584 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (72ad6f7f-1c4e-4efc-96ec-027ace50684a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.261544 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ad6f7f-1c4e-4efc-96ec-027ace50684a']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.261544 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60862ef0-df8d-4561-9bde-13ef2fa197e7') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.262004 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60862ef0-df8d-4561-9bde-13ef2fa197e7') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:17.275336 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (60862ef0-df8d-4561-9bde-13ef2fa197e7), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.294829 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (60862ef0-df8d-4561-9bde-13ef2fa197e7), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.307041 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:17.307643 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (60862ef0-df8d-4561-9bde-13ef2fa197e7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:17.310916 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:17.387575 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '91b9f761-cf54-4482-a9b9-721885b8fc71', 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf', 'port_id': '91b9f761-cf54-4482-a9b9-721885b8fc71', 'mac_address': 'fa:16:3e:d2:d4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2466fc6b-fec8-4052-9bd1-56e132c66307', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:17.458412 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 91b9f761-cf54-4482-a9b9-721885b8fc71 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:17:17.458756 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.483098 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b9f761-cf54-4482-a9b9-721885b8fc71 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:17.523007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 91b9f761-cf54-4482-a9b9-721885b8fc71, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=91b9f761-cf54-4482-a9b9-721885b8fc71,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:17.626057 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.633635 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d66e95-1338-4183-a4da-b807c666d09f req-930d0e60-7fde-430d-a04f-5d58ede89bab tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:17.636692 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2d66e95-1338-4183-a4da-b807c666d09f req-930d0e60-7fde-430d-a04f-5d58ede89bab tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 943 time: 0.0817473 Mar 31 23:17:17.708438 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=91b9f761-cf54-4482-a9b9-721885b8fc71,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:17.723228 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2d66e95-1338-4183-a4da-b807c666d09f req-c95796ee-6600-43e7-913e-9fe344bec936 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729713 Mar 31 23:17:17.725477 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.726385 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.726940 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.727534 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.728357 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.728908 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.729848 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.730401 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.730973 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.731500 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.732051 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.732603 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.733152 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.733724 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.734305 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:17.804530 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (72ad6f7f-1c4e-4efc-96ec-027ace50684a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.811030 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.816213 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] 10.222.0.41 "DELETE /v2.0/networks/72ad6f7f-1c4e-4efc-96ec-027ace50684a HTTP/1.1" status: 204 len: 168 time: 0.8995218 Mar 31 23:17:17.821126 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59436) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:17.827491 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e596e-40f6-42b9-b12a-c20448dc994a admin admin] Pushing event deleted for resources: {'Network': ['ID=72ad6f7f-1c4e-4efc-96ec-027ace50684a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:17.892586 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a678810-ec28-4dd1-9f02-55df16474afa admin admin] Deleting subnet 13d7338c-cec4-4a51-8c89-c6906cee6023 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:17:17.896773 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a678810-ec28-4dd1-9f02-55df16474afa admin admin] Publish callbacks [] for subnet (13d7338c-cec4-4a51-8c89-c6906cee6023), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.918021 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['91b9f761-cf54-4482-a9b9-721885b8fc71'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:17.947361 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a678810-ec28-4dd1-9f02-55df16474afa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33367961'] for subnet (13d7338c-cec4-4a51-8c89-c6906cee6023), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.947853 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:17.999975 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a678810-ec28-4dd1-9f02-55df16474afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (13d7338c-cec4-4a51-8c89-c6906cee6023), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.209266 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a678810-ec28-4dd1-9f02-55df16474afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29406577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33176720'] for subnet (13d7338c-cec4-4a51-8c89-c6906cee6023), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.246830 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a678810-ec28-4dd1-9f02-55df16474afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d7338c-cec4-4a51-8c89-c6906cee6023,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:18.252536 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a678810-ec28-4dd1-9f02-55df16474afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.256259 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7a678810-ec28-4dd1-9f02-55df16474afa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/13d7338c-cec4-4a51-8c89-c6906cee6023 HTTP/1.1" status: 204 len: 168 time: 0.4334481 Mar 31 23:17:18.259352 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59438) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:18.381450 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (b8959ee4-52f6-4f31-9e4d-93d2aebebf86), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.478817 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (b8959ee4-52f6-4f31-9e4d-93d2aebebf86), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.505829 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8959ee4-52f6-4f31-9e4d-93d2aebebf86']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:18.522154 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9dedad-5341-4947-964a-ec993865e63c') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:18.522490 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9dedad-5341-4947-964a-ec993865e63c') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:18.535300 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (4c9dedad-5341-4947-964a-ec993865e63c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.551839 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (4c9dedad-5341-4947-964a-ec993865e63c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.559812 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (4c9dedad-5341-4947-964a-ec993865e63c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:18.563786 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:18.769748 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (b8959ee4-52f6-4f31-9e4d-93d2aebebf86), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.776822 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:18.782774 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b8959ee4-52f6-4f31-9e4d-93d2aebebf86 HTTP/1.1" status: 204 len: 168 time: 0.5217044 Mar 31 23:17:18.804926 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea10350-89ff-4930-b3db-05d6e79f2832 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8959ee4-52f6-4f31-9e4d-93d2aebebf86,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:18.922724 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09967e1-e1cc-40e2-9167-4a6a7950f878 req-f8159b32-c697-4064-9c8b-01ec566c5c7d tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:18.925048 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e09967e1-e1cc-40e2-9167-4a6a7950f878 req-f8159b32-c697-4064-9c8b-01ec566c5c7d tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 944 time: 0.0860426 Mar 31 23:17:18.969697 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 91b9f761-cf54-4482-a9b9-721885b8fc71 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:18.989681 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e09967e1-e1cc-40e2-9167-4a6a7950f878 req-6b3b0d10-ff1e-469f-9cab-40f04e34be66 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544817 Mar 31 23:17:19.386304 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 91b9f761-cf54-4482-a9b9-721885b8fc71 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:17:19.392435 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 91b9f761-cf54-4482-a9b9-721885b8fc71 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:17:19.392811 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:19.539475 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 91b9f761-cf54-4482-a9b9-721885b8fc71 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:17:19.540227 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:19.572029 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59444) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:19.581688 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a073fc41-0c1e-4784-9ab5-918b1cb677a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b9f761-cf54-4482-a9b9-721885b8fc71'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:19.584825 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebd96f2-2cdd-4679-aabc-5785dd95346c" -d '{"events": [{"server_uuid": "a073fc41-0c1e-4784-9ab5-918b1cb677a0", "name": "network-vif-plugged", "status": "completed", "tag": "91b9f761-cf54-4482-a9b9-721885b8fc71"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:19.615867 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 91b9f761-cf54-4482-a9b9-721885b8fc71, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=91b9f761-cf54-4482-a9b9-721885b8fc71,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:19.644223 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e2da6f0b-229c-4a19-8c53-bf8e38ac753b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a8c7535cb744b01834cfdd2d5fb58ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0706651 Mar 31 23:17:19.647292 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59448) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:19.649343 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9bb4dd-def0-4572-8a5f-89c1e49ccdfd x-openstack-request-id: req-8f9bb4dd-def0-4572-8a5f-89c1e49ccdfd {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:19.649888 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a073fc41-0c1e-4784-9ab5-918b1cb677a0", "name": "network-vif-plugged", "status": "completed", "tag": "91b9f761-cf54-4482-a9b9-721885b8fc71", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:19.654812 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f9bb4dd-def0-4572-8a5f-89c1e49ccdfd {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:19.654812 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9bb4dd-def0-4572-8a5f-89c1e49ccdfd'] response: {'server_uuid': 'a073fc41-0c1e-4784-9ab5-918b1cb677a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b9f761-cf54-4482-a9b9-721885b8fc71', 'code': 200} Mar 31 23:17:19.720069 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:19.733335 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-790af6b8-3093-4d02-94c3-317a8a174b0f admin admin] Publish callbacks [] for security_group (4df84373-2ae0-4192-ad74-8f3bc7cf63d1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:19.770954 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-790af6b8-3093-4d02-94c3-317a8a174b0f admin admin] Publish callbacks [] for security_group (4df84373-2ae0-4192-ad74-8f3bc7cf63d1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:19.809176 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=91b9f761-cf54-4482-a9b9-721885b8fc71,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:19.905417 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-decdbfd2-8355-4453-90b8-c7d848234bb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888953 Mar 31 23:17:19.992561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-790af6b8-3093-4d02-94c3-317a8a174b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (4df84373-2ae0-4192-ad74-8f3bc7cf63d1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:19.999375 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-790af6b8-3093-4d02-94c3-317a8a174b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:20.009506 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-790af6b8-3093-4d02-94c3-317a8a174b0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4df84373-2ae0-4192-ad74-8f3bc7cf63d1 HTTP/1.1" status: 204 len: 168 time: 0.3533514 Mar 31 23:17:20.027303 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790af6b8-3093-4d02-94c3-317a8a174b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df84373-2ae0-4192-ad74-8f3bc7cf63d1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:20.168228 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-b0306173-69e0-4294-a650-2db8b5faf52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.170447 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-b0306173-69e0-4294-a650-2db8b5faf52e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=90fe5ebff2384f8387c85f97ec54508b&device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 1131 time: 0.1379278 Mar 31 23:17:20.185671 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05616da-575d-4658-91b3-490dc121796a req-41259b78-6b01-4b5e-9d19-cad5a62a094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.191249 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c05616da-575d-4658-91b3-490dc121796a req-41259b78-6b01-4b5e-9d19-cad5a62a094a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 1129 time: 0.1731987 Mar 31 23:17:20.344749 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c05616da-575d-4658-91b3-490dc121796a req-e5da4b8f-a8e5-400b-89e0-9958f29e2a02 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353235 Mar 31 23:17:20.373344 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-89a46517-e526-4acb-892a-682299b4d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.376032 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-89a46517-e526-4acb-892a-682299b4d1a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 200 len: 918 time: 0.1808159 Mar 31 23:17:20.536920 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69d8f4-287c-423b-86fd-0a64284f45c4 req-8029dd2c-d00e-49af-b073-1905bfd798df tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.538648 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e69d8f4-287c-423b-86fd-0a64284f45c4 req-8029dd2c-d00e-49af-b073-1905bfd798df tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 945 time: 0.4096105 Mar 31 23:17:20.604700 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4e69d8f4-287c-423b-86fd-0a64284f45c4 req-602b72db-8ef4-4059-8207-59f904715201 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545855 Mar 31 23:17:20.676635 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-5e3c2565-0cbb-4195-ad72-14d6f5b73cda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 200 len: 1001 time: 0.1159506 Mar 31 23:17:20.760159 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-b40b0483-a9c6-4425-81d3-7aceb1015509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.763154 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-b40b0483-a9c6-4425-81d3-7aceb1015509 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 200 len: 856 time: 0.0766246 Mar 31 23:17:20.858558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-f0b3dbe9-e602-464e-b0f0-2a3c55164434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:20.861208 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-f0b3dbe9-e602-464e-b0f0-2a3c55164434 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729396 Mar 31 23:17:21.030308 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-c57b513b-a0c5-4802-8b65-d998525f36af service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606014 Mar 31 23:17:21.150529 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e51d247f-161c-4727-a5ff-9c1542f10d85 req-dbe8cd21-5049-40df-b4ab-f529fe674dd4 service neutron] 10.222.0.30 "GET /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126394 Mar 31 23:17:21.322519 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59458) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:21.371927 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d7fcce6b-ca4e-4d78-96a0-ec17bc7b68ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e81db8aae58b4a708e479cfe1688ab1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481491 Mar 31 23:17:21.375904 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59460) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:21.450751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-58cbdb33-532e-492e-8b18-7ef251c38ab9 admin admin] Publish callbacks [] for security_group (1dd67cfb-b56f-4ad3-a2b2-28c8afbca82a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:21.482670 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-58cbdb33-532e-492e-8b18-7ef251c38ab9 admin admin] Publish callbacks [] for security_group (1dd67cfb-b56f-4ad3-a2b2-28c8afbca82a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:21.702019 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-58cbdb33-532e-492e-8b18-7ef251c38ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (1dd67cfb-b56f-4ad3-a2b2-28c8afbca82a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:21.706779 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-58cbdb33-532e-492e-8b18-7ef251c38ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:21.710984 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-58cbdb33-532e-492e-8b18-7ef251c38ab9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1dd67cfb-b56f-4ad3-a2b2-28c8afbca82a HTTP/1.1" status: 204 len: 168 time: 0.3315735 Mar 31 23:17:21.743305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbdb33-532e-492e-8b18-7ef251c38ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd67cfb-b56f-4ad3-a2b2-28c8afbca82a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:21.824720 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d79c5-b573-4809-8552-649fc3ae2470 req-3bec2ed2-cc6a-4aad-83f9-88eb043f810b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:21.826654 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-682d79c5-b573-4809-8552-649fc3ae2470 req-3bec2ed2-cc6a-4aad-83f9-88eb043f810b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 945 time: 0.1163025 Mar 31 23:17:21.910126 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-682d79c5-b573-4809-8552-649fc3ae2470 req-7edfe60d-89cd-4eb7-9b77-1836375d214c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766966 Mar 31 23:17:23.084563 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532ea8a-38c6-47de-b48d-4713f04b8a23 req-e1709336-0948-4204-a3f9-d6937519f04a tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:23.084563 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1532ea8a-38c6-47de-b48d-4713f04b8a23 req-e1709336-0948-4204-a3f9-d6937519f04a tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 945 time: 0.0724385 Mar 31 23:17:23.149746 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1532ea8a-38c6-47de-b48d-4713f04b8a23 req-6e25bb46-e24b-444b-a234-613dcdac78c7 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571480 Mar 31 23:17:25.175786 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17880967-b9c2-40ef-b7e6-1476ee55f74f req-c4d0bf86-5e76-4b3e-8950-6dc4e62c731d tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:25.178989 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17880967-b9c2-40ef-b7e6-1476ee55f74f req-c4d0bf86-5e76-4b3e-8950-6dc4e62c731d tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 945 time: 0.1050231 Mar 31 23:17:25.238278 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17880967-b9c2-40ef-b7e6-1476ee55f74f req-8910344d-c741-4cd1-9902-bb13063bca9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533273 Mar 31 23:17:26.395103 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981aa11-a8a0-424d-b6c8-baa1faed5321 req-25090423-2b33-421f-963d-9039dffee274 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.396831 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2981aa11-a8a0-424d-b6c8-baa1faed5321 req-25090423-2b33-421f-963d-9039dffee274 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 945 time: 0.0656953 Mar 31 23:17:26.473135 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2981aa11-a8a0-424d-b6c8-baa1faed5321 req-9663565b-f6bd-4f21-a594-534e33b04765 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680346 Mar 31 23:17:26.739492 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-d8549d3e-d9ed-43fc-8503-5fe537b174fc tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:26.741061 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-d8549d3e-d9ed-43fc-8503-5fe537b174fc tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.30 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 945 time: 0.0845010 Mar 31 23:17:26.886052 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Deleting port 91b9f761-cf54-4482-a9b9-721885b8fc71 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:26.886389 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:27.024719 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] For port 91b9f761-cf54-4482-a9b9-721885b8fc71, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=91b9f761-cf54-4482-a9b9-721885b8fc71,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:27.025184 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:27.061426 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Calling delete_port for 91b9f761-cf54-4482-a9b9-721885b8fc71 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:27.323952 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (91b9f761-cf54-4482-a9b9-721885b8fc71), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:27.341867 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['91b9f761-cf54-4482-a9b9-721885b8fc71'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:27.388725 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Pushing event deleted for resources: {'Port': ['ID=91b9f761-cf54-4482-a9b9-721885b8fc71,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:27.465433 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] No DVR routers for this DVR port 91b9f761-cf54-4482-a9b9-721885b8fc71 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:27.470176 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:27.476663 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5fdd6ad9-f1ce-4c3b-921e-58d0cca524ca req-61bd21d1-48dc-42aa-82d3-6fb64448c843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.30 "DELETE /v2.0/ports/91b9f761-cf54-4482-a9b9-721885b8fc71 HTTP/1.1" status: 204 len: 173 time: 0.7295077 Mar 31 23:17:27.477600 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a073fc41-0c1e-4784-9ab5-918b1cb677a0', 'name': 'network-vif-deleted', 'tag': '91b9f761-cf54-4482-a9b9-721885b8fc71'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:27.481382 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f076a8a-426e-4d0f-bbfb-009f7f54756a" -d '{"events": [{"server_uuid": "a073fc41-0c1e-4784-9ab5-918b1cb677a0", "name": "network-vif-deleted", "tag": "91b9f761-cf54-4482-a9b9-721885b8fc71"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:27.554626 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47abffe-088b-40fc-9a87-fa75706dd517 x-openstack-request-id: req-f47abffe-088b-40fc-9a87-fa75706dd517 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:27.554626 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a073fc41-0c1e-4784-9ab5-918b1cb677a0", "name": "network-vif-deleted", "tag": "91b9f761-cf54-4482-a9b9-721885b8fc71", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:27.554626 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f47abffe-088b-40fc-9a87-fa75706dd517 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:27.554626 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47abffe-088b-40fc-9a87-fa75706dd517'] response: {'server_uuid': 'a073fc41-0c1e-4784-9ab5-918b1cb677a0', 'name': 'network-vif-deleted', 'tag': '91b9f761-cf54-4482-a9b9-721885b8fc71', 'status': 'completed', 'code': 200} Mar 31 23:17:27.604408 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21d2b2c2-1948-4a97-a2ca-970c9e07f037 req-58fbb6fa-28fb-4902-a503-6167272064d1 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 210 time: 0.0342193 Mar 31 23:17:28.733346 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-caf16201-00e2-41c8-990c-fa2d38028b4f req-778154b2-db0f-4d84-9dd2-23a82c712b16 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=a073fc41-0c1e-4784-9ab5-918b1cb677a0 HTTP/1.1" status: 200 len: 210 time: 0.0334034 Mar 31 23:17:30.151134 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-23d7abe8-671e-45f2-8707-56becfb2d9d2 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:30.152567 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-23d7abe8-671e-45f2-8707-56becfb2d9d2 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/networks?id=cca0a667-de0d-4e3a-ae7e-b8535fc59dbf HTTP/1.1" status: 200 len: 808 time: 0.1239083 Mar 31 23:17:30.170241 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-9febb819-ccad-4bea-aba7-0b1beeeac79d tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/quotas/049a497a4fab4f74a8eb261cfe2855f1 HTTP/1.1" status: 200 len: 375 time: 0.0108285 Mar 31 23:17:30.211182 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-1df4d69f-5bde-4f61-b01b-a55f3a341b86 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318489 Mar 31 23:17:30.335098 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-13bd99b7-83cc-47d1-af31-cc42944f91c4 service neutron] 10.222.0.41 "GET /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176543 Mar 31 23:17:30.469767 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a4bd5ad8-d6fb-4700-a558-11be25f4d8eb service neutron] 10.222.0.41 "GET /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246178 Mar 31 23:17:30.862376 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a27535e8-bdd1-4d94-8be8-d4715028fe98 req-38400017-2a72-4f35-bfc3-20ce716a3529 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 210 time: 0.0598223 Mar 31 23:17:31.485268 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 91b9f761-cf54-4482-a9b9-721885b8fc71 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:31.507411 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 91b9f761-cf54-4482-a9b9-721885b8fc71 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:31.507820 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 91b9f761-cf54-4482-a9b9-721885b8fc71 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:31.991399 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5d78969c-8609-47cc-8999-367ca4753479 req-6103adcd-878d-42d7-a083-5ecbe482a9d2 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 210 time: 0.0444489 Mar 31 23:17:33.114043 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9ff8206a-a5ad-4a82-bbee-9802c2db3486 req-a27c102e-dc10-4722-81b7-aea05af2258d tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 210 time: 0.0364439 Mar 31 23:17:34.259594 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3cc27038-eff7-4129-b250-cb2a4a9b518d req-ad9b5672-fcb0-49a4-9f61-4f5b9d754dd7 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 210 time: 0.0370350 Mar 31 23:17:34.489747 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-5e6c2e15-382e-4c33-a05d-9dd22d1bc51a tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:34.492411 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-5e6c2e15-382e-4c33-a05d-9dd22d1bc51a tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.30 "GET /v2.0/networks?id=cca0a667-de0d-4e3a-ae7e-b8535fc59dbf HTTP/1.1" status: 200 len: 808 time: 0.1475737 Mar 31 23:17:34.512111 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Request body: {'port': {'device_id': '06ef0e39-08da-4ac7-8976-f1dbd74212ad', 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf', 'admin_state_up': True, 'tenant_id': '049a497a4fab4f74a8eb261cfe2855f1'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:34.814702 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Made reservation on behalf of 049a497a4fab4f74a8eb261cfe2855f1 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:17:34.820900 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:35.055107 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Allocated IP 172.20.0.13 (cca0a667-de0d-4e3a-ae7e-b8535fc59dbf/2466fc6b-fec8-4052-9bd1-56e132c66307/049db687-9b40-4ffd-9a90-5a0868aa8cc3) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:17:35.352575 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks [] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:35.483261 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:35.484195 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-760597eb-df72-4367-a0e8-ea74288f5b0e req-957bb873-3217-497c-8ab4-24fe52b2f2c9 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 210 time: 0.0611677 Mar 31 23:17:35.516925 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d7b36-dbdb-43c9-8944-b90540545046 req-95aff342-43be-48f9-96c6-e17416ede972 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.519296 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c9d7b36-dbdb-43c9-8944-b90540545046 req-95aff342-43be-48f9-96c6-e17416ede972 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.1428635 Mar 31 23:17:35.537354 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:17:35.541739 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:17:35.547168 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:17:35.598317 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Pushing event updated for resources: {'Port': ['ID=049db687-9b40-4ffd-9a90-5a0868aa8cc3,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:35.612725 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6c9d7b36-dbdb-43c9-8944-b90540545046 req-d165072e-a6ea-4c52-a571-f0668676f6e8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865378 Mar 31 23:17:35.628976 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:35.629843 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:35.731304 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-a19e998c-3b36-40cb-bf81-4aaab7ce2f9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2284191 Mar 31 23:17:35.744251 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Request body: {'port': {'device_id': '06ef0e39-08da-4ac7-8976-f1dbd74212ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:17:35.827004 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:36.299016 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049db687-9b40-4ffd-9a90-5a0868aa8cc3 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:36.308917 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Publish callbacks [] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:36.330316 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Transition to ACTIVE for port object 049db687-9b40-4ffd-9a90-5a0868aa8cc3 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:17:36.420383 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:36.477921 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Pushing event updated for resources: {'Port': ['ID=049db687-9b40-4ffd-9a90-5a0868aa8cc3,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:36.581296 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Attempting to bind port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:17:36.582181 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Attempting to bind port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:17:36.582181 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Attempting to bind port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 on network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:36.586903 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 on network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:17:36.587206 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Attempting to bind port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 on network cca0a667-de0d-4e3a-ae7e-b8535fc59dbf {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:17:36.593923 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:17:36.594282 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Checking segment: {'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:17:36.594634 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Bound using segment: {'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:17:36.595067 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Bound port: 049db687-9b40-4ffd-9a90-5a0868aa8cc3, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdb6e6b-b586-4cb9-b490-6848d5d774c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:17:36.595425 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:36.662739 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb7a6c-dd83-49d8-94bb-9159ff51aa7a req-29d9a86c-803a-4294-9a28-96eca633de9a tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.664485 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dfeb7a6c-dd83-49d8-94bb-9159ff51aa7a req-29d9a86c-803a-4294-9a28-96eca633de9a tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 944 time: 0.0637066 Mar 31 23:17:36.698955 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] For port 049db687-9b40-4ffd-9a90-5a0868aa8cc3, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:17:36.701915 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] For port 049db687-9b40-4ffd-9a90-5a0868aa8cc3, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=049db687-9b40-4ffd-9a90-5a0868aa8cc3,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:17:36.761945 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dfeb7a6c-dd83-49d8-94bb-9159ff51aa7a req-92ef10d2-40a3-45db-9652-bae2d8c0ce91 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820329 Mar 31 23:17:36.780537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:36.825927 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.827045 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:36.830252 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] 10.222.0.30 "PUT /v2.0/ports/049db687-9b40-4ffd-9a90-5a0868aa8cc3 HTTP/1.1" status: 200 len: 1094 time: 1.0901577 Mar 31 23:17:36.830911 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ef0e39-08da-4ac7-8976-f1dbd74212ad', 'tag': '049db687-9b40-4ffd-9a90-5a0868aa8cc3'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:36.834344 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b2651-ab09-4ea3-b397-d1b252f7b746" -d '{"events": [{"name": "network-changed", "server_uuid": "06ef0e39-08da-4ac7-8976-f1dbd74212ad", "tag": "049db687-9b40-4ffd-9a90-5a0868aa8cc3"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:36.876892 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce58a6-4be5-498e-b5a5-6ac4e0d1212c service neutron] Pushing event updated for resources: {'Port': ['ID=049db687-9b40-4ffd-9a90-5a0868aa8cc3,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:36.879777 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64af00-d71f-4cbc-bfda-fe3e3300f62d req-d1660e5a-71f1-4fec-ba16-b6c03e8db46c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:36.886444 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b64af00-d71f-4cbc-bfda-fe3e3300f62d req-d1660e5a-71f1-4fec-ba16-b6c03e8db46c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.1215663 Mar 31 23:17:36.897684 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db095748-2b26-4201-a232-34140b0c73c4 x-openstack-request-id: req-db095748-2b26-4201-a232-34140b0c73c4 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:36.898204 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ef0e39-08da-4ac7-8976-f1dbd74212ad", "tag": "049db687-9b40-4ffd-9a90-5a0868aa8cc3", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:36.898643 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db095748-2b26-4201-a232-34140b0c73c4 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:36.899544 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db095748-2b26-4201-a232-34140b0c73c4'] response: {'name': 'network-changed', 'server_uuid': '06ef0e39-08da-4ac7-8976-f1dbd74212ad', 'tag': '049db687-9b40-4ffd-9a90-5a0868aa8cc3', 'status': 'completed', 'code': 200} Mar 31 23:17:36.967120 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b64af00-d71f-4cbc-bfda-fe3e3300f62d req-d3c81c86-dc35-4813-bfef-ed5a5eceabad tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660746 Mar 31 23:17:37.015686 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-365d02e3-d611-436f-ade9-661983603342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:37.052500 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2651-ab09-4ea3-b397-d1b252f7b746 req-3e20aba9-5e73-4996-a345-8ff8e4149012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.054247 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f98b2651-ab09-4ea3-b397-d1b252f7b746 req-3e20aba9-5e73-4996-a345-8ff8e4149012 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 1128 time: 0.1071186 Mar 31 23:17:37.064312 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-6ea6ef0f-020e-4c22-8a84-a94bd8559cf9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.065998 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-6ea6ef0f-020e-4c22-8a84-a94bd8559cf9 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.1086819 Mar 31 23:17:37.240632 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2651-ab09-4ea3-b397-d1b252f7b746 req-032ea39d-d1fa-45f9-9b0e-79ad38bfb6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.242249 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f98b2651-ab09-4ea3-b397-d1b252f7b746 req-032ea39d-d1fa-45f9-9b0e-79ad38bfb6e4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1751814 Mar 31 23:17:37.323334 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Deleting port 74893a65-1c14-4a37-b31c-4cb1d239ba86 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:37.323936 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:37.436225 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b2651-ab09-4ea3-b397-d1b252f7b746 req-accc67e8-5d01-4ce1-9f37-0a4bfe974a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.438535 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f98b2651-ab09-4ea3-b397-d1b252f7b746 req-accc67e8-5d01-4ce1-9f37-0a4bfe974a4b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1888812 Mar 31 23:17:37.480449 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] For port 74893a65-1c14-4a37-b31c-4cb1d239ba86, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=74893a65-1c14-4a37-b31c-4cb1d239ba86,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:37.480966 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:37.634467 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-b6cc11f0-2aae-4054-8a57-bccc4f9edf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.636370 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-b6cc11f0-2aae-4054-8a57-bccc4f9edf82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 1128 time: 0.1449351 Mar 31 23:17:37.726339 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-48191dff-029f-44ba-b10c-f3cef5bb0c81 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=049db687-9b40-4ffd-9a90-5a0868aa8cc3 HTTP/1.1" status: 200 len: 217 time: 0.0775585 Mar 31 23:17:37.904431 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-5530d39f-0596-425c-9292-64f1769ff491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.907304 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-5530d39f-0596-425c-9292-64f1769ff491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2466fc6b-fec8-4052-9bd1-56e132c66307 HTTP/1.1" status: 200 len: 848 time: 0.1725113 Mar 31 23:17:37.913431 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:37.914247 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (76f33a87-560c-464e-b7b2-0a09bcb56f6d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:37.914839 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Floating IP 76f33a87-560c-464e-b7b2-0a09bcb56f6d disassociated. External IP: 172.27.0.82, port: 74893a65-1c14-4a37-b31c-4cb1d239ba86. Mar 31 23:17:37.915445 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Calling delete_port for 74893a65-1c14-4a37-b31c-4cb1d239ba86 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:37.943007 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde69758-2765-4585-863e-fe5acc33f164 req-9fdd21ff-bcfa-4d35-b037-4eac2cd0e192 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:37.944155 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cde69758-2765-4585-863e-fe5acc33f164 req-9fdd21ff-bcfa-4d35-b037-4eac2cd0e192 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 944 time: 0.0910096 Mar 31 23:17:37.980734 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-af4035a6-2aa9-4fa3-9b64-432abc24c856 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cca0a667-de0d-4e3a-ae7e-b8535fc59dbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615430 Mar 31 23:17:38.016165 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cde69758-2765-4585-863e-fe5acc33f164 req-ddad52d6-81aa-450a-b658-89fa9aaef5c0 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593801 Mar 31 23:17:38.161373 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71502f45-b46c-42c9-8cbb-e9e8feccd92e req-8d2189c6-4a25-49bf-a165-fc4ea0a2ffc8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:38.163380 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71502f45-b46c-42c9-8cbb-e9e8feccd92e req-8d2189c6-4a25-49bf-a165-fc4ea0a2ffc8 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 947 time: 0.0768628 Mar 31 23:17:38.241487 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71502f45-b46c-42c9-8cbb-e9e8feccd92e req-4f8598d1-2c30-41a3-96aa-78d69592638f tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups?id=28c0400e-f188-4a90-baec-e9b04a278943&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681868 Mar 31 23:17:38.254459 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-7a955f8d-020c-4bd6-8045-0120282e2a99 service neutron] 10.222.0.30 "GET /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666540 Mar 31 23:17:38.410600 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25bd805f-8638-44ad-b787-e4602a5cc735 req-88277dd7-96d2-47cb-a312-55da2da1eeff service neutron] 10.222.0.30 "GET /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501577 Mar 31 23:17:38.494192 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (74893a65-1c14-4a37-b31c-4cb1d239ba86), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:38.803458 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event deleted for resources: {'Port': ['ID=74893a65-1c14-4a37-b31c-4cb1d239ba86,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:38.963770 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:39.175874 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:39.185487 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9b048-4289-467d-a39b-ecf235d37e01 req-e3cc198d-ffdb-4dd5-b5f0-7c43cb04ee06 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:39.189059 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0b9b048-4289-467d-a39b-ecf235d37e01 req-e3cc198d-ffdb-4dd5-b5f0-7c43cb04ee06 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 944 time: 0.0876346 Mar 31 23:17:39.194821 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] Sync routers for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:39.210637 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:39.211356 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:17:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.252967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] No DVR routers for this DVR port 74893a65-1c14-4a37-b31c-4cb1d239ba86 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:39.258399 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:39.266291 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a1c9a1dc-3226-48fa-a135-10d5734f2aef req-be061354-6709-4913-9809-1ab5e8b5cf03 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.30 "DELETE /v2.0/ports/74893a65-1c14-4a37-b31c-4cb1d239ba86 HTTP/1.1" status: 204 len: 173 time: 2.1874819 Mar 31 23:17:39.267036 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-deleted', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:39.272447 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90786f9-5553-4620-8dfc-6d9ba9bee2e3" -d '{"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-deleted", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:39.290086 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0b9b048-4289-467d-a39b-ecf235d37e01 req-e8da2b9b-c872-4a0d-a3bc-09d8d584c01c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860825 Mar 31 23:17:39.400457 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d2879a-1447-4dfa-b228-6f31608ab0f5 x-openstack-request-id: req-06d2879a-1447-4dfa-b228-6f31608ab0f5 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:39.400767 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1d9fe0-2396-452c-b2e9-d2e5824fdd26", "name": "network-vif-deleted", "tag": "74893a65-1c14-4a37-b31c-4cb1d239ba86", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:39.401153 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06d2879a-1447-4dfa-b228-6f31608ab0f5 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:39.402446 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d2879a-1447-4dfa-b228-6f31608ab0f5'] response: {'server_uuid': '9b1d9fe0-2396-452c-b2e9-d2e5824fdd26', 'name': 'network-vif-deleted', 'tag': '74893a65-1c14-4a37-b31c-4cb1d239ba86', 'status': 'completed', 'code': 200} Mar 31 23:17:39.421447 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:39.458746 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d8250b7-f0d6-4a0d-92f7-fd49e27a2840 req-fa15b5b6-162b-4275-a4ea-0a170d1a66b2 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1d9fe0-2396-452c-b2e9-d2e5824fdd26 HTTP/1.1" status: 200 len: 210 time: 0.0656962 Mar 31 23:17:39.673589 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.708145 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] Checking router: 8fdd438e-fb50-403e-a5ec-ca5b54f371ce for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:39.719114 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:39.719771 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:17:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:39.859428 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:40.113812 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:40.144084 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc944f50-836c-4b4d-b083-1a1ea8758c71 None None] The sync data for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi is: [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:10:14Z', 'revision_number': 4, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9', 'name': '', 'network_id': '7be2eee7-2d46-44e9-892d-6b82e5c6f5a8', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'mac_address': 'fa:16:3e:38:e0:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:10:08Z', 'updated_at': '2022-03-31T23:10:37Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'subnets': [{'id': 'b21e31e7-dc2a-4c2d-9073-e326c7146706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:40.492751 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce52c1b-a065-4ad9-a0e7-21e04e4ee622 None None] New status for floating IP 76f33a87-560c-464e-b7b2-0a09bcb56f6d: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:17:40.539688 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f9dca-1723-4361-aafc-a20fe84491f8 req-bf34b56b-0c20-40cc-a421-cc8f1c6525ae tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:40.541311 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-629e224f-4c98-4bfb-9794-99d30c560239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:40.541960 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b05f9dca-1723-4361-aafc-a20fe84491f8 req-bf34b56b-0c20-40cc-a421-cc8f1c6525ae tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 944 time: 0.1306667 Mar 31 23:17:40.607889 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b05f9dca-1723-4361-aafc-a20fe84491f8 req-b0619c24-02d9-43da-988f-c50b93aa2e9b tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573435 Mar 31 23:17:40.731043 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59690) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:40.804909 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98a94f1f-c4cd-41ef-82d4-d581cfbaed06 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (28c0400e-f188-4a90-baec-e9b04a278943), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:40.838906 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98a94f1f-c4cd-41ef-82d4-d581cfbaed06 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (28c0400e-f188-4a90-baec-e9b04a278943), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.002908 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98a94f1f-c4cd-41ef-82d4-d581cfbaed06 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (28c0400e-f188-4a90-baec-e9b04a278943), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.005714 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98a94f1f-c4cd-41ef-82d4-d581cfbaed06 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.007603 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-98a94f1f-c4cd-41ef-82d4-d581cfbaed06 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "DELETE /v2.0/security-groups/28c0400e-f188-4a90-baec-e9b04a278943 HTTP/1.1" status: 204 len: 168 time: 0.2803249 Mar 31 23:17:41.011912 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59692) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:41.020866 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a94f1f-c4cd-41ef-82d4-d581cfbaed06 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c0400e-f188-4a90-baec-e9b04a278943,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.028691 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.api.v2.resource [None req-7887f5c0-6352-4629-88da-8bce3dd0417e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] show failed (client error): The resource could not be found. Mar 31 23:17:41.031546 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-7887f5c0-6352-4629-88da-8bce3dd0417e tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "GET /v2.0/security-groups/28c0400e-f188-4a90-baec-e9b04a278943 HTTP/1.1" status: 404 len: 347 time: 0.0164564 Mar 31 23:17:41.041627 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59694) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:41.102883 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 049db687-9b40-4ffd-9a90-5a0868aa8cc3 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:17:41.105075 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:41.139063 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 74893a65-1c14-4a37-b31c-4cb1d239ba86 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:41.140149 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 74893a65-1c14-4a37-b31c-4cb1d239ba86 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:41.196199 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Deleting port 241373cb-bd42-40c0-ab4f-10af4189d7dc {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:41.196541 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (241373cb-bd42-40c0-ab4f-10af4189d7dc), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.262313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 049db687-9b40-4ffd-9a90-5a0868aa8cc3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=049db687-9b40-4ffd-9a90-5a0868aa8cc3,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:41.281569 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '049db687-9b40-4ffd-9a90-5a0868aa8cc3', 'network_id': 'cca0a667-de0d-4e3a-ae7e-b8535fc59dbf', 'port_id': '049db687-9b40-4ffd-9a90-5a0868aa8cc3', 'mac_address': 'fa:16:3e:50:60:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2466fc6b-fec8-4052-9bd1-56e132c66307', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:17:41.303778 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (241373cb-bd42-40c0-ab4f-10af4189d7dc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.304110 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (241373cb-bd42-40c0-ab4f-10af4189d7dc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.319464 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Calling delete_port for 241373cb-bd42-40c0-ab4f-10af4189d7dc owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:41.338967 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:17:41.339360 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.354918 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049db687-9b40-4ffd-9a90-5a0868aa8cc3 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:17:41.380100 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 049db687-9b40-4ffd-9a90-5a0868aa8cc3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=049db687-9b40-4ffd-9a90-5a0868aa8cc3,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:41.454185 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.514763 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=049db687-9b40-4ffd-9a90-5a0868aa8cc3,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.528916 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (241373cb-bd42-40c0-ab4f-10af4189d7dc), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.563929 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Pushing event deleted for resources: {'Port': ['ID=241373cb-bd42-40c0-ab4f-10af4189d7dc,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:41.658729 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks [] for floatingip (76f33a87-560c-464e-b7b2-0a09bcb56f6d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.663717 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:41.670514 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-88d6be60-8d98-421b-993e-a71c5e0db942 tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] 10.222.0.41 "DELETE /v2.0/floatingips/76f33a87-560c-464e-b7b2-0a09bcb56f6d HTTP/1.1" status: 204 len: 168 time: 0.6231389 Mar 31 23:17:41.687900 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['049db687-9b40-4ffd-9a90-5a0868aa8cc3'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:17:41.788032 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265eaa9d-47c0-4d40-b5da-61c890e7d875 req-273fe32d-2756-4a79-86b7-04ee9e15f1a1 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:41.801226 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-265eaa9d-47c0-4d40-b5da-61c890e7d875 req-273fe32d-2756-4a79-86b7-04ee9e15f1a1 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 945 time: 0.0780647 Mar 31 23:17:41.875177 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-265eaa9d-47c0-4d40-b5da-61c890e7d875 req-78242181-1e18-4c23-a001-e1fb1f2f93d1 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734324 Mar 31 23:17:42.448238 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:43.089639 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf10df0-1706-4a9d-b9c0-7a6a06a6aaed req-19dbb02d-5f14-4e23-9681-7e7ffcd46a9c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.091875 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-faf10df0-1706-4a9d-b9c0-7a6a06a6aaed req-19dbb02d-5f14-4e23-9681-7e7ffcd46a9c tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 945 time: 0.0829124 Mar 31 23:17:43.120382 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 049db687-9b40-4ffd-9a90-5a0868aa8cc3 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:17:43.170234 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-faf10df0-1706-4a9d-b9c0-7a6a06a6aaed req-820d8d4b-bc8e-419f-9cdf-ef9d675e9906 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719316 Mar 31 23:17:43.299530 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:17:43.304386 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:17:43.304858 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:43.422221 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:17:43.422221 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:43.452730 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ef0e39-08da-4ac7-8976-f1dbd74212ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049db687-9b40-4ffd-9a90-5a0868aa8cc3'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:43.455308 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b4a9ad-2679-4503-9bff-f59ad0b7ac1d" -d '{"events": [{"server_uuid": "06ef0e39-08da-4ac7-8976-f1dbd74212ad", "name": "network-vif-plugged", "status": "completed", "tag": "049db687-9b40-4ffd-9a90-5a0868aa8cc3"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:43.476313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 049db687-9b40-4ffd-9a90-5a0868aa8cc3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=049db687-9b40-4ffd-9a90-5a0868aa8cc3,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:43.504603 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552acf78-f8a2-4d9f-8df4-ee865d267b8d x-openstack-request-id: req-552acf78-f8a2-4d9f-8df4-ee865d267b8d {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:43.508469 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ef0e39-08da-4ac7-8976-f1dbd74212ad", "name": "network-vif-plugged", "status": "completed", "tag": "049db687-9b40-4ffd-9a90-5a0868aa8cc3", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:43.508469 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-552acf78-f8a2-4d9f-8df4-ee865d267b8d {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:43.508469 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552acf78-f8a2-4d9f-8df4-ee865d267b8d'] response: {'server_uuid': '06ef0e39-08da-4ac7-8976-f1dbd74212ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049db687-9b40-4ffd-9a90-5a0868aa8cc3', 'code': 200} Mar 31 23:17:43.571105 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:43.643744 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=049db687-9b40-4ffd-9a90-5a0868aa8cc3,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:43.910199 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da5be-4f36-4c37-b5f1-d05c372bcae9 req-10215553-ccd0-4de8-b3a4-50f25384a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:43.911590 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-197da5be-4f36-4c37-b5f1-d05c372bcae9 req-10215553-ccd0-4de8-b3a4-50f25384a8bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 1130 time: 0.0514083 Mar 31 23:17:43.965372 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-197da5be-4f36-4c37-b5f1-d05c372bcae9 req-efe02cba-50de-45e3-ba3a-d7c5be43eba7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469282 Mar 31 23:17:44.315048 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efd9ab-ee73-4240-8812-7d2e234eb884 req-cfcaf23b-2e94-4b1c-b736-7138b5c2fee4 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:44.316789 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9efd9ab-ee73-4240-8812-7d2e234eb884 req-cfcaf23b-2e94-4b1c-b736-7138b5c2fee4 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 946 time: 0.0655909 Mar 31 23:17:44.383691 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a9efd9ab-ee73-4240-8812-7d2e234eb884 req-00636a6c-f357-409e-b698-88572e228d16 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562103 Mar 31 23:17:44.839895 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59754) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:45.033226 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:45.512136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:45.551876 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ed14a-0630-4c3b-bcef-675c6402edc3 req-64a25041-0314-466b-b6eb-16e2e7ffaa1a tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:45.553518 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b47ed14a-0630-4c3b-bcef-675c6402edc3 req-64a25041-0314-466b-b6eb-16e2e7ffaa1a tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 946 time: 0.0826578 Mar 31 23:17:45.610509 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:45.627689 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b47ed14a-0630-4c3b-bcef-675c6402edc3 req-5763d473-4fc4-400b-9619-7f0622547843 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621307 Mar 31 23:17:46.062778 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Deleting port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:46.063258 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:46.200955 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] For port 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:46.201363 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:46.218952 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Calling delete_port for 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:46.551661 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:46.580558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:46.798923 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410a53d-d69b-496d-86e9-7cb6dc3c3ccd req-18f8e023-fa43-49b3-bfca-2ad7e6ac3785 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:46.801072 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:46.801612 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d410a53d-d69b-496d-86e9-7cb6dc3c3ccd req-18f8e023-fa43-49b3-bfca-2ad7e6ac3785 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 946 time: 0.0715725 Mar 31 23:17:46.864515 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d410a53d-d69b-496d-86e9-7cb6dc3c3ccd req-0f4631a1-ca3e-4f0e-a195-ab58ba9969df tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556617 Mar 31 23:17:47.053307 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:17:47.188456 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:17:47.197267 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-43192630-3881-433a-8521-fd7462d59a1c admin admin] 10.222.0.41 "PUT /v2.0/routers/8fdd438e-fb50-403e-a5ec-ca5b54f371ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3554215 Mar 31 23:17:47.201206 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59776) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:47.203724 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] Sync routers for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:17:47.227980 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:47.228789 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:17:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:47.381730 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks [] for router (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:47.446120 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:47.585606 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks [] for router_gateway (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:47.741872 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Deleting port 5c126563-e5da-4686-99c5-edbf477160ef {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:47.742218 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (5c126563-e5da-4686-99c5-edbf477160ef), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:47.869376 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] For port 5c126563-e5da-4686-99c5-edbf477160ef, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5c126563-e5da-4686-99c5-edbf477160ef,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:47.870653 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (5c126563-e5da-4686-99c5-edbf477160ef), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:47.887586 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Calling delete_port for 5c126563-e5da-4686-99c5-edbf477160ef owned by network:router_gateway {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:47.908965 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '5c126563-e5da-4686-99c5-edbf477160ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:17:46Z', 'revision_number': 5, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port': {'id': '5c126563-e5da-4686-99c5-edbf477160ef', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:17:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:09:57Z', 'updated_at': '2022-03-31T23:10:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:47.942280 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] Checking router: 8fdd438e-fb50-403e-a5ec-ca5b54f371ce for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:17:47.954969 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] Routers {'8fdd438e-fb50-403e-a5ec-ca5b54f371ce'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:17:47.956534 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:17:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:48.061799 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:48.116028 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] Set router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:17:48.217679 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:17:47Z', 'revision_number': 6, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port_host': None}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:48.268138 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ffb0e3-9daa-4d65-a90e-4ab6e3f94ecf None None] The sync data for ids ['8fdd438e-fb50-403e-a5ec-ca5b54f371ce'] in dv-cinder-835879-3-iscsi is: [{'id': '8fdd438e-fb50-403e-a5ec-ca5b54f371ce', 'name': 'tempest-AttachVolumeShelveTestJSON-1337670631-router', 'tenant_id': '90fe5ebff2384f8387c85f97ec54508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:09:54Z', 'updated_at': '2022-03-31T23:17:47Z', 'revision_number': 6, 'project_id': '90fe5ebff2384f8387c85f97ec54508b', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:17:48.306184 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (5c126563-e5da-4686-99c5-edbf477160ef), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:48.357959 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c126563-e5da-4686-99c5-edbf477160ef,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:48.440401 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.440879 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.441244 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.441643 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.442099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.442427 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.442766 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.443098 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.443433 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.443771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.444100 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.444438 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.444770 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.445098 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.445423 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:48.451327 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:48.565766 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:48.568959 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks [] for router_controller (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:48.723832 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d06a6-d304-4505-8551-88c23c8f1a1c req-ccb37e2c-300a-45fe-93d1-36c9e46d86ed tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:48.726839 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-393d06a6-d304-4505-8551-88c23c8f1a1c req-ccb37e2c-300a-45fe-93d1-36c9e46d86ed tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 946 time: 0.1163883 Mar 31 23:17:48.819196 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-393d06a6-d304-4505-8551-88c23c8f1a1c req-ed2124af-d80b-4c08-9c41-e10d9edb8212 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810118 Mar 31 23:17:49.110524 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (8fdd438e-fb50-403e-a5ec-ca5b54f371ce), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:49.111369 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fdd438e-fb50-403e-a5ec-ca5b54f371ce {{(pid=104017) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:17:49.119143 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:49.121809 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-77993f4e-14c2-404b-ab3d-ff6b1ee464c0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8fdd438e-fb50-403e-a5ec-ca5b54f371ce HTTP/1.1" status: 204 len: 168 time: 1.9182820 Mar 31 23:17:49.125686 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59810) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:49.199571 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Deleting subnet b21e31e7-dc2a-4c2d-9073-e326c7146706 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:17:49.210118 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Publish callbacks [] for subnet (b21e31e7-dc2a-4c2d-9073-e326c7146706), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:49.246914 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:49.281287 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33367961'] for subnet (b21e31e7-dc2a-4c2d-9073-e326c7146706), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:49.285147 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:49.285408 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 3d0901e4-b42d-4262-b4d4-1ef9d8cc97d9 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:49.285883 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5c126563-e5da-4686-99c5-edbf477160ef no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:49.314589 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 5c126563-e5da-4686-99c5-edbf477160ef {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:49.314897 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5c126563-e5da-4686-99c5-edbf477160ef not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:49.451298 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (b21e31e7-dc2a-4c2d-9073-e326c7146706), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:49.678644 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29406577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33176720'] for subnet (b21e31e7-dc2a-4c2d-9073-e326c7146706), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:49.739077 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21e31e7-dc2a-4c2d-9073-e326c7146706,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:49.747990 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:49.756069 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b21e31e7-dc2a-4c2d-9073-e326c7146706 HTTP/1.1" status: 204 len: 168 time: 0.6272557 Mar 31 23:17:49.760824 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59822) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:49.762777 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beea44d7-c14c-4ee6-b389-f9abd1720813 None None] Network 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:17:49.776759 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.777699 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.780957 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.782007 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.783766 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.784644 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.785421 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.786586 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.787354 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.790410 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.790410 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.790410 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.790410 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.791092 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.791467 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e4448a-64b4-42c6-9ecf-1556fbb62148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:17:49.906811 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:49.996905 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Deleting port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:49.997599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.003266 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] DHCP port deletion for 7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:17:50.045037 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d5955-261d-43a9-b43a-c4c4ab1917b9 req-89513621-da74-4089-983b-7d69567f4725 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.047581 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-060d5955-261d-43a9-b43a-c4c4ab1917b9 req-89513621-da74-4089-983b-7d69567f4725 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 946 time: 0.0897701 Mar 31 23:17:50.101007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] Deleting port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:50.102253 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.104537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] For port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:50.104912 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.119280 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-060d5955-261d-43a9-b43a-c4c4ab1917b9 req-9fb3f5f8-e636-48b6-b634-6623986f775d tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbcaf91d-ee04-4d6a-8d08-5713bf982435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616722 Mar 31 23:17:50.123165 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Calling delete_port for d80e782c-a411-49b9-ac9c-c0a6ce77ea4c owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:50.220361 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] For port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,segment=NetworkSegment(bedac306-8954-4f76-82d0-cc54e9f66144),segment_id=bedac306-8954-4f76-82d0-cc54e9f66144)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:50.220928 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.245173 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] Calling delete_port for d80e782c-a411-49b9-ac9c-c0a6ce77ea4c owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:50.311709 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.341818 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:50.346809 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] No DVR routers for this DVR port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c on host dv-cinder-835879-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:50.384500 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (d80e782c-a411-49b9-ac9c-c0a6ce77ea4c), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.416880 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] Pushing event deleted for resources: {'Port': ['ID=d80e782c-a411-49b9-ac9c-c0a6ce77ea4c,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:50.428819 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b1f2b-0457-48bf-9b7c-d2e45eacf987 None None] No DVR routers for this DVR port d80e782c-a411-49b9-ac9c-c0a6ce77ea4c on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:50.482882 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.514228 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be2eee7-2d46-44e9-892d-6b82e5c6f5a8']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.528693 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bedac306-8954-4f76-82d0-cc54e9f66144') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.529019 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bedac306-8954-4f76-82d0-cc54e9f66144') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:17:50.542220 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (bedac306-8954-4f76-82d0-cc54e9f66144), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.561936 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-501113fa-5e49-40c0-8a65-4f66ad90c807 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:17:50.563551 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-501113fa-5e49-40c0-8a65-4f66ad90c807 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.30 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 946 time: 0.1308296 Mar 31 23:17:50.578350 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (bedac306-8954-4f76-82d0-cc54e9f66144), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.606035 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:17:50.606925 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (bedac306-8954-4f76-82d0-cc54e9f66144), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:17:50.608281 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:17:50.732888 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Deleting port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:17:50.733863 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.779829 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (7be2eee7-2d46-44e9-892d-6b82e5c6f5a8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.793536 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.803092 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7be2eee7-2d46-44e9-892d-6b82e5c6f5a8 HTTP/1.1" status: 204 len: 168 time: 1.0418756 Mar 31 23:17:50.824602 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d025904-e18d-488a-858a-0dad1054b699 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be2eee7-2d46-44e9-892d-6b82e5c6f5a8,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:50.888225 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] For port 049db687-9b40-4ffd-9a90-5a0868aa8cc3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=049db687-9b40-4ffd-9a90-5a0868aa8cc3,segment=NetworkSegment(3cdb6e6b-b586-4cb9-b490-6848d5d774c3),segment_id=3cdb6e6b-b586-4cb9-b490-6848d5d774c3)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:17:50.888911 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:50.909550 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Calling delete_port for 049db687-9b40-4ffd-9a90-5a0868aa8cc3 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:17:51.216422 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d80e782c-a411-49b9-ac9c-c0a6ce77ea4c no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:51.243239 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (049db687-9b40-4ffd-9a90-5a0868aa8cc3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:51.252845 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: d80e782c-a411-49b9-ac9c-c0a6ce77ea4c {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:51.254562 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d80e782c-a411-49b9-ac9c-c0a6ce77ea4c not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:51.282690 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0851322-aadc-4355-ad07-cb9f9392b3a7 req-5361f289-3297-4f27-9ac1-0b37816f1603 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 210 time: 0.0482152 Mar 31 23:17:51.314406 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Pushing event deleted for resources: {'Port': ['ID=049db687-9b40-4ffd-9a90-5a0868aa8cc3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:51.361214 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 59844) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:51.371515 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] No DVR routers for this DVR port 049db687-9b40-4ffd-9a90-5a0868aa8cc3 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:17:51.374920 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:51.379197 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-76c38fe7-f2df-4a81-a1dd-e87c8d6acf7f req-c15740fc-9820-4acf-add1-53a0978a187e tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.30 "DELETE /v2.0/ports/049db687-9b40-4ffd-9a90-5a0868aa8cc3 HTTP/1.1" status: 204 len: 173 time: 0.8082309 Mar 31 23:17:51.380011 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ef0e39-08da-4ac7-8976-f1dbd74212ad', 'name': 'network-vif-deleted', 'tag': '049db687-9b40-4ffd-9a90-5a0868aa8cc3'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:17:51.384891 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b36a6-6dca-44f0-9533-8e57a2e9eb39" -d '{"events": [{"server_uuid": "06ef0e39-08da-4ac7-8976-f1dbd74212ad", "name": "network-vif-deleted", "tag": "049db687-9b40-4ffd-9a90-5a0868aa8cc3"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:17:51.439162 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f59fc94e-01aa-4b5c-8cd5-4630f1ee5f9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90fe5ebff2384f8387c85f97ec54508b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0723388 Mar 31 23:17:51.439579 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 59850) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:17:51.541817 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53e57c4f-5396-4918-8bb7-ab7a87f8d058 admin admin] Publish callbacks [] for security_group (9402fbd3-3ddf-4dbd-af1e-07e527b5a514), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:51.585466 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53e57c4f-5396-4918-8bb7-ab7a87f8d058 admin admin] Publish callbacks [] for security_group (9402fbd3-3ddf-4dbd-af1e-07e527b5a514), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:51.603548 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965ade0-650e-4b18-8fb5-cd16c9520617 x-openstack-request-id: req-7965ade0-650e-4b18-8fb5-cd16c9520617 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:17:51.604018 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ef0e39-08da-4ac7-8976-f1dbd74212ad", "name": "network-vif-deleted", "tag": "049db687-9b40-4ffd-9a90-5a0868aa8cc3", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:17:51.604443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7965ade0-650e-4b18-8fb5-cd16c9520617 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:17:51.605227 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7965ade0-650e-4b18-8fb5-cd16c9520617'] response: {'server_uuid': '06ef0e39-08da-4ac7-8976-f1dbd74212ad', 'name': 'network-vif-deleted', 'tag': '049db687-9b40-4ffd-9a90-5a0868aa8cc3', 'status': 'completed', 'code': 200} Mar 31 23:17:51.779903 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53e57c4f-5396-4918-8bb7-ab7a87f8d058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (9402fbd3-3ddf-4dbd-af1e-07e527b5a514), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:51.784620 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-53e57c4f-5396-4918-8bb7-ab7a87f8d058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:17:51.786765 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-53e57c4f-5396-4918-8bb7-ab7a87f8d058 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9402fbd3-3ddf-4dbd-af1e-07e527b5a514 HTTP/1.1" status: 204 len: 168 time: 0.3456914 Mar 31 23:17:51.801260 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e57c4f-5396-4918-8bb7-ab7a87f8d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9402fbd3-3ddf-4dbd-af1e-07e527b5a514,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:17:52.479767 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b4cd056-bb8f-4873-9a27-4918e7eed035 req-302945ca-9238-4cc9-a73c-e153ba714012 tempest-VolumesActionsTest-1416558351 tempest-VolumesActionsTest-1416558351-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ef0e39-08da-4ac7-8976-f1dbd74212ad HTTP/1.1" status: 200 len: 210 time: 0.0644209 Mar 31 23:17:53.187822 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 049db687-9b40-4ffd-9a90-5a0868aa8cc3 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:17:53.213623 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 049db687-9b40-4ffd-9a90-5a0868aa8cc3 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:17:53.213971 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 049db687-9b40-4ffd-9a90-5a0868aa8cc3 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:17:54.136389 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:18:07.008770 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9440495d-4d03-49bd-88b3-e8be851441c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:07.113701 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60140) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:07.376101 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-418b6035-80ca-462d-a12a-06b33367d8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:07.500039 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-418b6035-80ca-462d-a12a-06b33367d8df admin admin] Publish callbacks [] for security_group (a0b22c94-e1e5-4ace-8e6b-88440744acab), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:07.637680 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-418b6035-80ca-462d-a12a-06b33367d8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (a0b22c94-e1e5-4ace-8e6b-88440744acab), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:07.738114 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b6035-80ca-462d-a12a-06b33367d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b22c94-e1e5-4ace-8e6b-88440744acab,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:07.761652 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-418b6035-80ca-462d-a12a-06b33367d8df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37616aa0a5cb445faeb4d48446eee5c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6444182 Mar 31 23:18:07.770316 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60164) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:07.937080 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-846bbba6-4192-4e5a-9082-1105d9262efa admin admin] Publish callbacks [] for security_group (a0b22c94-e1e5-4ace-8e6b-88440744acab), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:07.986507 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-846bbba6-4192-4e5a-9082-1105d9262efa admin admin] Publish callbacks [] for security_group (a0b22c94-e1e5-4ace-8e6b-88440744acab), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:08.105123 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1958af-3645-4c34-ae26-2dd0fa9e4cba req-2e9ad6ea-b70d-494f-a7a6-1548ee0c7b8b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:08.115069 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f1958af-3645-4c34-ae26-2dd0fa9e4cba req-2e9ad6ea-b70d-494f-a7a6-1548ee0c7b8b tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 945 time: 0.1026359 Mar 31 23:18:08.216698 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2f1958af-3645-4c34-ae26-2dd0fa9e4cba req-e3cdf399-8ca9-488f-baae-1126250aa83f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991578 Mar 31 23:18:08.236813 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-846bbba6-4192-4e5a-9082-1105d9262efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (a0b22c94-e1e5-4ace-8e6b-88440744acab), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:08.240091 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-846bbba6-4192-4e5a-9082-1105d9262efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:08.242046 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-846bbba6-4192-4e5a-9082-1105d9262efa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0b22c94-e1e5-4ace-8e6b-88440744acab HTTP/1.1" status: 204 len: 168 time: 0.4703939 Mar 31 23:18:08.274304 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bbba6-4192-4e5a-9082-1105d9262efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b22c94-e1e5-4ace-8e6b-88440744acab,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:09.458735 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08790b85-2653-43ed-b132-66d32180f0f4 req-adb92cac-7268-48fd-9a08-f13b5ea8e993 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:09.460550 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08790b85-2653-43ed-b132-66d32180f0f4 req-adb92cac-7268-48fd-9a08-f13b5ea8e993 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 945 time: 0.0784662 Mar 31 23:18:09.555547 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-08790b85-2653-43ed-b132-66d32180f0f4 req-77dd6de0-41e1-477b-8209-2390380efc62 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797193 Mar 31 23:18:09.715907 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-85783953-0b38-404c-98f3-8097983fadbf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:09.718069 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-85783953-0b38-404c-98f3-8097983fadbf tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 945 time: 0.0670569 Mar 31 23:18:09.833763 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Deleting port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:18:09.834211 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:09.990030 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] For port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:09.991183 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:10.383530 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:10.387655 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (761f2475-4644-45d1-b9f7-dcbf9708d97a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:10.389987 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Floating IP 761f2475-4644-45d1-b9f7-dcbf9708d97a disassociated. External IP: 172.27.0.165, port: 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b. Mar 31 23:18:10.391800 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Calling delete_port for 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:18:10.568562 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-12e734f4-e111-4549-a5b2-5fc3a7dbd84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:10.843446 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:10.855896 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4907e81-32d5-4da1-92e7-4dea4fae5410 req-31d619fa-9697-4f5d-aab6-ffc141b10f3f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:10.858541 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4907e81-32d5-4da1-92e7-4dea4fae5410 req-31d619fa-9697-4f5d-aab6-ffc141b10f3f tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 945 time: 0.0899701 Mar 31 23:18:10.903049 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'Port': ['ID=8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:10.984028 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4907e81-32d5-4da1-92e7-4dea4fae5410 req-9b573873-e6ee-4dd7-bed8-bc5527f80d5c tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups?id=513119b1-2a15-4543-9251-75e9dd9d5bca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177771 Mar 31 23:18:11.186578 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:11.466626 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:11.491005 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:11.533651 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:11.539026 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:18:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:11.619408 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] No DVR routers for this DVR port 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:11.626199 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:11.645201 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7486e5f5-4fef-45ba-b95f-857b50077ea8 req-ef2cc546-5bde-44c2-be32-5da650bc8302 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.30 "DELETE /v2.0/ports/8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b HTTP/1.1" status: 204 len: 173 time: 1.9206812 Mar 31 23:18:11.646358 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250fa07c-4100-4967-beb4-8679d83b2cad', 'name': 'network-vif-deleted', 'tag': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:18:11.649170 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6d5eb5-7970-491c-972b-ed1004bb3804" -d '{"events": [{"server_uuid": "250fa07c-4100-4967-beb4-8679d83b2cad", "name": "network-vif-deleted", "tag": "8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:18:11.717040 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dbb057-e1cc-4e9b-8f02-1591b831bd49 x-openstack-request-id: req-45dbb057-e1cc-4e9b-8f02-1591b831bd49 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:18:11.717633 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250fa07c-4100-4967-beb4-8679d83b2cad", "name": "network-vif-deleted", "tag": "8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:18:11.717759 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45dbb057-e1cc-4e9b-8f02-1591b831bd49 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:18:11.718321 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45dbb057-e1cc-4e9b-8f02-1591b831bd49'] response: {'server_uuid': '250fa07c-4100-4967-beb4-8679d83b2cad', 'name': 'network-vif-deleted', 'tag': '8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b', 'status': 'completed', 'code': 200} Mar 31 23:18:11.792108 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:12.179205 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32ef5b4a-1ed2-4983-87b0-d093c91eca11 req-7f09d786-53e2-4c12-b9d4-0bc2c9d623c0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 210 time: 0.0496404 Mar 31 23:18:12.185555 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.229564 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:12.255608 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:12.256576 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:18:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.491771 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:12.577106 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:12.894652 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:12.933144 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06e3d02-09ff-42a8-85be-09131fda7d8d None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:11:49Z', 'revision_number': 4, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '2d33c31e-4502-4fd8-9751-2eb52bfcdfb0', 'name': '', 'network_id': 'e7876e7b-c8ff-43c7-9976-12cb7575866b', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'mac_address': 'fa:16:3e:88:69:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:48Z', 'updated_at': '2022-03-31T23:11:56Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'subnets': [{'id': '6563bcc2-d1fc-43be-bc34-de3a904b9f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:13.313985 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87625df-9aaa-4ae0-956b-c9cd4fce466a None None] New status for floating IP 761f2475-4644-45d1-b9f7-dcbf9708d97a: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:18:13.380334 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6714546a-a97a-4eb1-9544-f4349fbb7d17 req-05ef65cd-446f-4ee7-ba4d-36c4de4d2b30 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/ports?device_id=250fa07c-4100-4967-beb4-8679d83b2cad HTTP/1.1" status: 200 len: 210 time: 0.0821903 Mar 31 23:18:13.542849 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:13.574898 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:18:13.575243 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 8c9f4c9a-ae11-4edc-a0c0-ac7da85ff82b not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:14.699696 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60304) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:14.853454 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4cb37ce-a141-4957-b98b-5c6256b129f0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (513119b1-2a15-4543-9251-75e9dd9d5bca), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:14.928959 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4cb37ce-a141-4957-b98b-5c6256b129f0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (513119b1-2a15-4543-9251-75e9dd9d5bca), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:15.150353 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:15.187182 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4cb37ce-a141-4957-b98b-5c6256b129f0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (513119b1-2a15-4543-9251-75e9dd9d5bca), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:15.192209 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4cb37ce-a141-4957-b98b-5c6256b129f0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:15.198569 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e4cb37ce-a141-4957-b98b-5c6256b129f0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "DELETE /v2.0/security-groups/513119b1-2a15-4543-9251-75e9dd9d5bca HTTP/1.1" status: 204 len: 168 time: 0.4968147 Mar 31 23:18:15.203142 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60312) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:15.216307 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb37ce-a141-4957-b98b-5c6256b129f0 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513119b1-2a15-4543-9251-75e9dd9d5bca,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:15.246819 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-6fd5c247-c610-44aa-bf08-e44caf735f1d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] show failed (client error): The resource could not be found. Mar 31 23:18:15.248396 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6fd5c247-c610-44aa-bf08-e44caf735f1d tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "GET /v2.0/security-groups/513119b1-2a15-4543-9251-75e9dd9d5bca HTTP/1.1" status: 404 len: 347 time: 0.0417995 Mar 31 23:18:15.253154 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60314) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:15.522701 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:15.558278 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Deleting port 15f654b4-4dca-466b-a739-5cec459bf8a9 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:18:15.559014 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (15f654b4-4dca-466b-a739-5cec459bf8a9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:15.708418 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (15f654b4-4dca-466b-a739-5cec459bf8a9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:15.708952 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (15f654b4-4dca-466b-a739-5cec459bf8a9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:15.738377 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Calling delete_port for 15f654b4-4dca-466b-a739-5cec459bf8a9 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:18:16.220036 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (15f654b4-4dca-466b-a739-5cec459bf8a9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:16.282397 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Pushing event deleted for resources: {'Port': ['ID=15f654b4-4dca-466b-a739-5cec459bf8a9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:16.413303 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks [] for floatingip (761f2475-4644-45d1-b9f7-dcbf9708d97a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:16.418926 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:16.421409 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-499104bd-a1a9-4348-a317-44d73db67188 tempest-AttachVolumeNegativeTest-1183363764 tempest-AttachVolumeNegativeTest-1183363764-project] 10.222.0.41 "DELETE /v2.0/floatingips/761f2475-4644-45d1-b9f7-dcbf9708d97a HTTP/1.1" status: 204 len: 168 time: 1.1669424 Mar 31 23:18:17.894025 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:28.081820 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60542) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:29.245554 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (66bc2501-49fe-4c90-ad45-50e1dcc80225), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:29.667365 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Deleting port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:18:29.667513 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:29.787185 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] For port 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:29.787692 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:29.806578 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Calling delete_port for 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:18:30.312847 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (2d33c31e-4502-4fd8-9751-2eb52bfcdfb0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:30.425970 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d33c31e-4502-4fd8-9751-2eb52bfcdfb0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:30.687971 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (66bc2501-49fe-4c90-ad45-50e1dcc80225), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:30.865905 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60604) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:31.020051 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e88031b6-b985-4338-b9cc-cdb95853a4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:31.105253 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Router 66bc2501-49fe-4c90-ad45-50e1dcc80225 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:18:31.142674 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:18:31.146679 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e88031b6-b985-4338-b9cc-cdb95853a4db admin admin] Publish callbacks [] for security_group (4d611aef-ab4c-403c-b627-6d883768cb57), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:31.253433 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e88031b6-b985-4338-b9cc-cdb95853a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (4d611aef-ab4c-403c-b627-6d883768cb57), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:31.303106 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88031b6-b985-4338-b9cc-cdb95853a4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d611aef-ab4c-403c-b627-6d883768cb57,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:31.311362 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:18:31.318041 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e88031b6-b985-4338-b9cc-cdb95853a4db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c9916100e86486584fdb71f757c3633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462976 Mar 31 23:18:31.328546 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-16b8797e-09a5-4541-9286-fb4103d9327a admin admin] 10.222.0.41 "PUT /v2.0/routers/66bc2501-49fe-4c90-ad45-50e1dcc80225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398276 Mar 31 23:18:31.328546 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60614) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:31.331565 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60616) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:31.339743 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] Sync routers for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:18:31.368306 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:31.369368 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:18:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.557381 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:31.765540 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce4bb-e4c4-4911-9c1b-eb9dd9484790 admin admin] Publish callbacks [] for security_group (4d611aef-ab4c-403c-b627-6d883768cb57), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:31.798479 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:18:30Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.803667 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks [] for router (66bc2501-49fe-4c90-ad45-50e1dcc80225), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:31.807453 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce4bb-e4c4-4911-9c1b-eb9dd9484790 admin admin] Publish callbacks [] for security_group (4d611aef-ab4c-403c-b627-6d883768cb57), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:31.848636 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] Checking router: 66bc2501-49fe-4c90-ad45-50e1dcc80225 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:18:31.864989 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] Routers {'66bc2501-49fe-4c90-ad45-50e1dcc80225'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:18:31.866108 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:18:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['66bc2501-49fe-4c90-ad45-50e1dcc80225'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:31.957622 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks [] for router_gateway (66bc2501-49fe-4c90-ad45-50e1dcc80225), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:32.044697 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] Set router 66bc2501-49fe-4c90-ad45-50e1dcc80225 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:18:32.048305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce4bb-e4c4-4911-9c1b-eb9dd9484790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (4d611aef-ab4c-403c-b627-6d883768cb57), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:32.051502 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a9ce4bb-e4c4-4911-9c1b-eb9dd9484790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:32.053319 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7a9ce4bb-e4c4-4911-9c1b-eb9dd9484790 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d611aef-ab4c-403c-b627-6d883768cb57 HTTP/1.1" status: 204 len: 168 time: 0.7269859 Mar 31 23:18:32.066754 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ce4bb-e4c4-4911-9c1b-eb9dd9484790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d611aef-ab4c-403c-b627-6d883768cb57,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.171505 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Deleting port 9db540d1-f7d1-4ada-ad06-940a7c9a022c {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:18:32.172359 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:32.308859 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] For port 9db540d1-f7d1-4ada-ad06-940a7c9a022c, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9db540d1-f7d1-4ada-ad06-940a7c9a022c,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:32.309177 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:32.328869 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Calling delete_port for 9db540d1-f7d1-4ada-ad06-940a7c9a022c owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:18:32.344010 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:18:30Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:32.378998 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464c439-b3c4-4907-9d17-617f696d3da6 None None] The sync data for ids ['66bc2501-49fe-4c90-ad45-50e1dcc80225'] in dv-cinder-835879-3-iscsi is: [{'id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'name': 'tempest-AttachVolumeNegativeTest-1506956918-router', 'tenant_id': '9b76efa1f2f24e95b0895e915991895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:11:42Z', 'updated_at': '2022-03-31T23:18:30Z', 'revision_number': 5, 'project_id': '9b76efa1f2f24e95b0895e915991895f', 'gw_port': {'id': '9db540d1-f7d1-4ada-ad06-940a7c9a022c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bc2501-49fe-4c90-ad45-50e1dcc80225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:11:43Z', 'updated_at': '2022-03-31T23:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:18:32.745903 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (9db540d1-f7d1-4ada-ad06-940a7c9a022c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:32.789449 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db540d1-f7d1-4ada-ad06-940a7c9a022c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:32.910629 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (66bc2501-49fe-4c90-ad45-50e1dcc80225), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.010153 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60658) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:33.035721 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f0dfa91f-33fc-493b-bda2-8a4df320eef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.068833 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (66bc2501-49fe-4c90-ad45-50e1dcc80225), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.073417 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks [] for router_controller (66bc2501-49fe-4c90-ad45-50e1dcc80225), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.182766 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f0dfa91f-33fc-493b-bda2-8a4df320eef4 admin admin] Publish callbacks [] for security_group (b197e90e-7f3d-4286-b34e-b3ee0c1dedab), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.246803 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:33.255200 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (66bc2501-49fe-4c90-ad45-50e1dcc80225), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.256618 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66bc2501-49fe-4c90-ad45-50e1dcc80225 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:18:33.265658 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.272092 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60668) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:33.272893 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-37f444f4-77b1-41c7-954b-73bf752dfbe9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/66bc2501-49fe-4c90-ad45-50e1dcc80225 HTTP/1.1" status: 204 len: 168 time: 1.9320283 Mar 31 23:18:33.302905 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:18:33.303441 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 2d33c31e-4502-4fd8-9751-2eb52bfcdfb0 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:33.334988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f0dfa91f-33fc-493b-bda2-8a4df320eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (b197e90e-7f3d-4286-b34e-b3ee0c1dedab), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.438584 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f0dfa91f-33fc-493b-bda2-8a4df320eef4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb3b596a2bea4c9487222f4c4fd4be68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225402 Mar 31 23:18:33.439564 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60684) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:33.444725 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d611cc8-a723-4338-ad91-59f5e0bf22b6 admin admin] Deleting subnet 6563bcc2-d1fc-43be-bc34-de3a904b9f5c {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:18:33.454937 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d611cc8-a723-4338-ad91-59f5e0bf22b6 admin admin] Publish callbacks [] for subnet (6563bcc2-d1fc-43be-bc34-de3a904b9f5c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.460418 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfa91f-33fc-493b-bda2-8a4df320eef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b197e90e-7f3d-4286-b34e-b3ee0c1dedab,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.548820 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d611cc8-a723-4338-ad91-59f5e0bf22b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2402304'] for subnet (6563bcc2-d1fc-43be-bc34-de3a904b9f5c), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.562017 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-79c1403e-328a-464e-b087-87799dcde43f admin admin] Publish callbacks [] for security_group (b197e90e-7f3d-4286-b34e-b3ee0c1dedab), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.609443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-79c1403e-328a-464e-b087-87799dcde43f admin admin] Publish callbacks [] for security_group (b197e90e-7f3d-4286-b34e-b3ee0c1dedab), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.715417 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d611cc8-a723-4338-ad91-59f5e0bf22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (6563bcc2-d1fc-43be-bc34-de3a904b9f5c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.842799 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-79c1403e-328a-464e-b087-87799dcde43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (b197e90e-7f3d-4286-b34e-b3ee0c1dedab), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.845759 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-79c1403e-328a-464e-b087-87799dcde43f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.847234 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-79c1403e-328a-464e-b087-87799dcde43f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b197e90e-7f3d-4286-b34e-b3ee0c1dedab HTTP/1.1" status: 204 len: 168 time: 0.4048340 Mar 31 23:18:33.861731 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1403e-328a-464e-b087-87799dcde43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b197e90e-7f3d-4286-b34e-b3ee0c1dedab,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.930185 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d611cc8-a723-4338-ad91-59f5e0bf22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25259411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257806'] for subnet (6563bcc2-d1fc-43be-bc34-de3a904b9f5c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.970608 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d611cc8-a723-4338-ad91-59f5e0bf22b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6563bcc2-d1fc-43be-bc34-de3a904b9f5c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:33.981997 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2d611cc8-a723-4338-ad91-59f5e0bf22b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:33.987952 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2d611cc8-a723-4338-ad91-59f5e0bf22b6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6563bcc2-d1fc-43be-bc34-de3a904b9f5c HTTP/1.1" status: 204 len: 168 time: 0.7140574 Mar 31 23:18:33.988962 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e0fcd-17f9-4879-8dd6-da0899af9fa9 None None] Network e7876e7b-c8ff-43c7-9976-12cb7575866b requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:18:33.991761 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60696) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:34.130276 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (e7876e7b-c8ff-43c7-9976-12cb7575866b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.206525 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60704) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:34.248837 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] DHCP port deletion for e7876e7b-c8ff-43c7-9976-12cb7575866b request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:18:34.251217 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Deleting port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:18:34.251758 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.311072 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Deleting port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:18:34.311595 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.395486 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] For port bbc567c9-ec5a-4a1f-83f1-8b549ce25398, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:34.395486 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.440159 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] For port bbc567c9-ec5a-4a1f-83f1-8b549ce25398, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,segment=NetworkSegment(426f0afc-f485-4405-8110-f77a5b1db564),segment_id=426f0afc-f485-4405-8110-f77a5b1db564)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:18:34.440794 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.452052 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Calling delete_port for bbc567c9-ec5a-4a1f-83f1-8b549ce25398 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:18:34.467493 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Calling delete_port for bbc567c9-ec5a-4a1f-83f1-8b549ce25398 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:18:34.675474 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4c71b1f-219e-4a52-b6b1-18f02efc236d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.722392 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.740847 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (bbc567c9-ec5a-4a1f-83f1-8b549ce25398), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.786380 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Pushing event deleted for resources: {'Port': ['ID=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:34.797008 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] No DVR routers for this DVR port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:34.800250 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.806029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.807925 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.808282 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9928dd5-7fe5-4ed8-ad5b-08ff1c28150b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:34.813218 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4c71b1f-219e-4a52-b6b1-18f02efc236d admin admin] Publish callbacks [] for security_group (6520d59f-4373-4669-87f7-337774f1f305), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.862953 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc567c9-ec5a-4a1f-83f1-8b549ce25398,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:34.869832 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] No DVR routers for this DVR port bbc567c9-ec5a-4a1f-83f1-8b549ce25398 on host dv-cinder-835879-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:18:34.957282 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4c71b1f-219e-4a52-b6b1-18f02efc236d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6520d59f-4373-4669-87f7-337774f1f305), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:34.977437 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (e7876e7b-c8ff-43c7-9976-12cb7575866b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.026829 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7876e7b-c8ff-43c7-9976-12cb7575866b']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.053470 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426f0afc-f485-4405-8110-f77a5b1db564') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.055706 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426f0afc-f485-4405-8110-f77a5b1db564') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:35.074660 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33367954'] for segment (426f0afc-f485-4405-8110-f77a5b1db564), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.078595 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c4c71b1f-219e-4a52-b6b1-18f02efc236d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14f6d3bdd7dc4621b4e360b9391e13e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8706563 Mar 31 23:18:35.080854 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c71b1f-219e-4a52-b6b1-18f02efc236d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6520d59f-4373-4669-87f7-337774f1f305,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.086904 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60736) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:35.103710 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (426f0afc-f485-4405-8110-f77a5b1db564), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.113218 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:35.113727 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29396951'] for segment (426f0afc-f485-4405-8110-f77a5b1db564), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: self.session.flush() Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: self.session.flush() Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: self.session.flush() Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: self.session.flush() Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: timer() Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: cb(*args, **kw) Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: self._notify() Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: self.callback(batched_events) Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: event.method(event) Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._get(url).json() Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:35.116096 dv-cinder-835879-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:35.195679 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f29f62d3-1b66-4642-88d5-6a52db7cfb02 admin admin] Publish callbacks [] for security_group (6520d59f-4373-4669-87f7-337774f1f305), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.249111 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f29f62d3-1b66-4642-88d5-6a52db7cfb02 admin admin] Publish callbacks [] for security_group (6520d59f-4373-4669-87f7-337774f1f305), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.254321 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device bbc567c9-ec5a-4a1f-83f1-8b549ce25398 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:35.278806 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: bbc567c9-ec5a-4a1f-83f1-8b549ce25398 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:18:35.279941 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device bbc567c9-ec5a-4a1f-83f1-8b549ce25398 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:35.280462 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9db540d1-f7d1-4ada-ad06-940a7c9a022c no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:18:35.305052 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 9db540d1-f7d1-4ada-ad06-940a7c9a022c {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:18:35.305388 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9db540d1-f7d1-4ada-ad06-940a7c9a022c not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:18:35.322560 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (e7876e7b-c8ff-43c7-9976-12cb7575866b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.334325 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.339280 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e7876e7b-c8ff-43c7-9976-12cb7575866b HTTP/1.1" status: 204 len: 168 time: 1.3460660 Mar 31 23:18:35.354691 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d62fa6-16a0-43b6-9db7-c7379a838463 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7876e7b-c8ff-43c7-9976-12cb7575866b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.437016 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f29f62d3-1b66-4642-88d5-6a52db7cfb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6520d59f-4373-4669-87f7-337774f1f305), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.440073 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f29f62d3-1b66-4642-88d5-6a52db7cfb02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:35.441770 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f29f62d3-1b66-4642-88d5-6a52db7cfb02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6520d59f-4373-4669-87f7-337774f1f305 HTTP/1.1" status: 204 len: 168 time: 0.3531885 Mar 31 23:18:35.452749 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f62d3-1b66-4642-88d5-6a52db7cfb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6520d59f-4373-4669-87f7-337774f1f305,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:35.952398 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60758) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:36.022620 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3541853e-c23f-4576-a938-0e20fadd9b91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b76efa1f2f24e95b0895e915991895f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685761 Mar 31 23:18:36.026777 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60760) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:36.120127 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-020005da-e6e7-4ffd-9a47-ffd7e8308d85 admin admin] Publish callbacks [] for security_group (ddc012bd-a77f-4317-9112-6a0797fbb1e4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.161465 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-020005da-e6e7-4ffd-9a47-ffd7e8308d85 admin admin] Publish callbacks [] for security_group (ddc012bd-a77f-4317-9112-6a0797fbb1e4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.345732 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-020005da-e6e7-4ffd-9a47-ffd7e8308d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (ddc012bd-a77f-4317-9112-6a0797fbb1e4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.355998 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-020005da-e6e7-4ffd-9a47-ffd7e8308d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.358425 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-020005da-e6e7-4ffd-9a47-ffd7e8308d85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddc012bd-a77f-4317-9112-6a0797fbb1e4 HTTP/1.1" status: 204 len: 168 time: 0.3292863 Mar 31 23:18:36.372583 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020005da-e6e7-4ffd-9a47-ffd7e8308d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc012bd-a77f-4317-9112-6a0797fbb1e4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:36.494705 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60770) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:36.516534 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-050251f0-8249-4e97-a6d2-5aaa5d2f20b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.656139 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-050251f0-8249-4e97-a6d2-5aaa5d2f20b8 admin admin] Publish callbacks [] for security_group (5acf4407-1a01-4b82-9006-3147b433d9c5), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.756397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-050251f0-8249-4e97-a6d2-5aaa5d2f20b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5acf4407-1a01-4b82-9006-3147b433d9c5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.809160 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-050251f0-8249-4e97-a6d2-5aaa5d2f20b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34a222da535540c8b14722f0f27c5188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132081 Mar 31 23:18:36.811536 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050251f0-8249-4e97-a6d2-5aaa5d2f20b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acf4407-1a01-4b82-9006-3147b433d9c5,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:36.814156 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60776) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:36.928381 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e71ad625-5056-4389-89cb-c4b7b13388b3 admin admin] Publish callbacks [] for security_group (5acf4407-1a01-4b82-9006-3147b433d9c5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.959866 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e71ad625-5056-4389-89cb-c4b7b13388b3 admin admin] Publish callbacks [] for security_group (5acf4407-1a01-4b82-9006-3147b433d9c5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.973921 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-58d9f2c7-9dee-43e9-905e-d0f4809b1ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:36.990867 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 60780) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:37.067749 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6beb1b5-d1ab-4414-9546-057c22c9199a admin admin] Deleting subnet 2466fc6b-fec8-4052-9bd1-56e132c66307 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:18:37.072234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6beb1b5-d1ab-4414-9546-057c22c9199a admin admin] Publish callbacks [] for subnet (2466fc6b-fec8-4052-9bd1-56e132c66307), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.133322 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6beb1b5-d1ab-4414-9546-057c22c9199a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33367961'] for subnet (2466fc6b-fec8-4052-9bd1-56e132c66307), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.200310 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6beb1b5-d1ab-4414-9546-057c22c9199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (2466fc6b-fec8-4052-9bd1-56e132c66307), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.237629 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e71ad625-5056-4389-89cb-c4b7b13388b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5acf4407-1a01-4b82-9006-3147b433d9c5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.242419 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e71ad625-5056-4389-89cb-c4b7b13388b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.244395 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e71ad625-5056-4389-89cb-c4b7b13388b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5acf4407-1a01-4b82-9006-3147b433d9c5 HTTP/1.1" status: 204 len: 168 time: 0.4283576 Mar 31 23:18:37.265192 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ad625-5056-4389-89cb-c4b7b13388b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acf4407-1a01-4b82-9006-3147b433d9c5,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:37.465741 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6beb1b5-d1ab-4414-9546-057c22c9199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29406577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33176720'] for subnet (2466fc6b-fec8-4052-9bd1-56e132c66307), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.507058 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6beb1b5-d1ab-4414-9546-057c22c9199a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2466fc6b-fec8-4052-9bd1-56e132c66307,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:37.516593 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6beb1b5-d1ab-4414-9546-057c22c9199a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.516593 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d6beb1b5-d1ab-4414-9546-057c22c9199a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2466fc6b-fec8-4052-9bd1-56e132c66307 HTTP/1.1" status: 204 len: 168 time: 0.5229125 Mar 31 23:18:37.518941 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60796) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:37.616033 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (cca0a667-de0d-4e3a-ae7e-b8535fc59dbf), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (cca0a667-de0d-4e3a-ae7e-b8535fc59dbf), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca0a667-de0d-4e3a-ae7e-b8535fc59dbf']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdb6e6b-b586-4cb9-b490-6848d5d774c3') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdb6e6b-b586-4cb9-b490-6848d5d774c3') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (3cdb6e6b-b586-4cb9-b490-6848d5d774c3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (3cdb6e6b-b586-4cb9-b490-6848d5d774c3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (3cdb6e6b-b586-4cb9-b490-6848d5d774c3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:18:37.886859 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:18:38.077316 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (cca0a667-de0d-4e3a-ae7e-b8535fc59dbf), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:38.086771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:38.102946 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] 10.222.0.41 "DELETE /v2.0/networks/cca0a667-de0d-4e3a-ae7e-b8535fc59dbf HTTP/1.1" status: 204 len: 168 time: 0.5729029 Mar 31 23:18:38.113654 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c31fe-01a7-4cc6-9f0f-4ac9a8ea868b admin admin] Pushing event deleted for resources: {'Network': ['ID=cca0a667-de0d-4e3a-ae7e-b8535fc59dbf,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:38.707235 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60828) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:38.786935 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c503379a-8679-4fbf-84af-6ba53198fca7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=049a497a4fab4f74a8eb261cfe2855f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0776610 Mar 31 23:18:38.790841 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60830) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:38.867180 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d87fba9-0e1e-4420-8827-d0cf7246d4c4 admin admin] Publish callbacks [] for security_group (dbcaf91d-ee04-4d6a-8d08-5713bf982435), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:38.914701 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d87fba9-0e1e-4420-8827-d0cf7246d4c4 admin admin] Publish callbacks [] for security_group (dbcaf91d-ee04-4d6a-8d08-5713bf982435), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:39.214808 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d87fba9-0e1e-4420-8827-d0cf7246d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dbcaf91d-ee04-4d6a-8d08-5713bf982435), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:39.220089 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4d87fba9-0e1e-4420-8827-d0cf7246d4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:39.226053 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4d87fba9-0e1e-4420-8827-d0cf7246d4c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbcaf91d-ee04-4d6a-8d08-5713bf982435 HTTP/1.1" status: 204 len: 168 time: 0.4291878 Mar 31 23:18:39.237725 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87fba9-0e1e-4420-8827-d0cf7246d4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcaf91d-ee04-4d6a-8d08-5713bf982435,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:40.563038 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-33f7aca5-3aec-4aec-9900-2a55c9ffb8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:42.512189 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:42.842253 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 60996) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:43.001698 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06b2ba74-6139-4a97-a3d2-b33949984998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:43.093857 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06b2ba74-6139-4a97-a3d2-b33949984998 admin admin] Publish callbacks [] for security_group (4501b775-80ff-4b7b-a007-561db635df47), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:43.207874 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-06b2ba74-6139-4a97-a3d2-b33949984998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (4501b775-80ff-4b7b-a007-561db635df47), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:43.254596 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2ba74-6139-4a97-a3d2-b33949984998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4501b775-80ff-4b7b-a007-561db635df47,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:43.262556 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 32770) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:43.263775 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-06b2ba74-6139-4a97-a3d2-b33949984998 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6651bd86463c4a6db56a19f17e8c68fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181941 Mar 31 23:18:43.353715 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d33cb66-97fe-4a7b-8923-827f0ffefc82 admin admin] Publish callbacks [] for security_group (4501b775-80ff-4b7b-a007-561db635df47), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:43.383016 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d33cb66-97fe-4a7b-8923-827f0ffefc82 admin admin] Publish callbacks [] for security_group (4501b775-80ff-4b7b-a007-561db635df47), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:43.516776 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d33cb66-97fe-4a7b-8923-827f0ffefc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (4501b775-80ff-4b7b-a007-561db635df47), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:43.520182 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d33cb66-97fe-4a7b-8923-827f0ffefc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:43.522600 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9d33cb66-97fe-4a7b-8923-827f0ffefc82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4501b775-80ff-4b7b-a007-561db635df47 HTTP/1.1" status: 204 len: 168 time: 0.2560446 Mar 31 23:18:43.536169 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33cb66-97fe-4a7b-8923-827f0ffefc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4501b775-80ff-4b7b-a007-561db635df47,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.481583 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 32804) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:44.507743 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdeeda87-4cf7-49fb-a099-e9411e77aaec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:44.668451 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdeeda87-4cf7-49fb-a099-e9411e77aaec admin admin] Publish callbacks [] for security_group (2a924cb7-2db4-4917-816a-6c95c98843e1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:44.756824 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdeeda87-4cf7-49fb-a099-e9411e77aaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (2a924cb7-2db4-4917-816a-6c95c98843e1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:44.811588 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fdeeda87-4cf7-49fb-a099-e9411e77aaec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f64c5917c30448da3ed30834ea29ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3282304 Mar 31 23:18:44.814048 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeeda87-4cf7-49fb-a099-e9411e77aaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a924cb7-2db4-4917-816a-6c95c98843e1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:44.816939 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 32818) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:44.887679 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8928edad-f470-4e68-84ac-b44af5d47b8c admin admin] Publish callbacks [] for security_group (2a924cb7-2db4-4917-816a-6c95c98843e1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:44.916415 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8928edad-f470-4e68-84ac-b44af5d47b8c admin admin] Publish callbacks [] for security_group (2a924cb7-2db4-4917-816a-6c95c98843e1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:45.088274 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8928edad-f470-4e68-84ac-b44af5d47b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (2a924cb7-2db4-4917-816a-6c95c98843e1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:45.094194 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8928edad-f470-4e68-84ac-b44af5d47b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:45.100469 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8928edad-f470-4e68-84ac-b44af5d47b8c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a924cb7-2db4-4917-816a-6c95c98843e1 HTTP/1.1" status: 204 len: 168 time: 0.2815182 Mar 31 23:18:45.111822 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:45.121067 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928edad-f470-4e68-84ac-b44af5d47b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a924cb7-2db4-4917-816a-6c95c98843e1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:45.499051 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:45.763910 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 32832) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:45.940814 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3f55414c-cca8-4df4-83b3-be7eff771bef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:46.055781 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3f55414c-cca8-4df4-83b3-be7eff771bef admin admin] Publish callbacks [] for security_group (5b4ac328-3fcb-471d-8d40-3998a853e589), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:46.162639 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3f55414c-cca8-4df4-83b3-be7eff771bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5b4ac328-3fcb-471d-8d40-3998a853e589), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:46.237262 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55414c-cca8-4df4-83b3-be7eff771bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4ac328-3fcb-471d-8d40-3998a853e589,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:46.245608 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3f55414c-cca8-4df4-83b3-be7eff771bef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16379a716daa43228545eac7de971799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797535 Mar 31 23:18:46.248525 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 32848) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:46.332241 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c60f7b98-df95-42cd-8da1-71d5618d79d9 admin admin] Publish callbacks [] for security_group (5b4ac328-3fcb-471d-8d40-3998a853e589), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:46.366032 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c60f7b98-df95-42cd-8da1-71d5618d79d9 admin admin] Publish callbacks [] for security_group (5b4ac328-3fcb-471d-8d40-3998a853e589), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:46.528377 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c60f7b98-df95-42cd-8da1-71d5618d79d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5b4ac328-3fcb-471d-8d40-3998a853e589), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:46.533417 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c60f7b98-df95-42cd-8da1-71d5618d79d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:46.537869 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c60f7b98-df95-42cd-8da1-71d5618d79d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b4ac328-3fcb-471d-8d40-3998a853e589 HTTP/1.1" status: 204 len: 168 time: 0.2852414 Mar 31 23:18:46.553127 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f7b98-df95-42cd-8da1-71d5618d79d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4ac328-3fcb-471d-8d40-3998a853e589,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:47.674180 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 32884) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:47.699568 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4373-51a6-49a3-98e6-0e88865d9695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:47.849156 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4373-51a6-49a3-98e6-0e88865d9695 admin admin] Publish callbacks [] for security_group (22976e1d-1c8d-412e-a038-c7dfd41c3bd3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:47.940155 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:47.941480 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fb8d4373-51a6-49a3-98e6-0e88865d9695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (22976e1d-1c8d-412e-a038-c7dfd41c3bd3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:48.015761 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d4373-51a6-49a3-98e6-0e88865d9695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22976e1d-1c8d-412e-a038-c7dfd41c3bd3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:48.023835 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fb8d4373-51a6-49a3-98e6-0e88865d9695 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2eb9531c3e9419eb8433e77bbfe2e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467054 Mar 31 23:18:48.026967 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 32892) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:48.115612 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d393fb91-ecc4-47af-a734-4bcd263b84b4 admin admin] Publish callbacks [] for security_group (22976e1d-1c8d-412e-a038-c7dfd41c3bd3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:48.148817 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d393fb91-ecc4-47af-a734-4bcd263b84b4 admin admin] Publish callbacks [] for security_group (22976e1d-1c8d-412e-a038-c7dfd41c3bd3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:48.390353 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d393fb91-ecc4-47af-a734-4bcd263b84b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (22976e1d-1c8d-412e-a038-c7dfd41c3bd3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:48.394673 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d393fb91-ecc4-47af-a734-4bcd263b84b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:48.394673 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d393fb91-ecc4-47af-a734-4bcd263b84b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22976e1d-1c8d-412e-a038-c7dfd41c3bd3 HTTP/1.1" status: 204 len: 168 time: 0.3660798 Mar 31 23:18:48.404960 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393fb91-ecc4-47af-a734-4bcd263b84b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22976e1d-1c8d-412e-a038-c7dfd41c3bd3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:49.783521 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 32952) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:50.052676 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:50.157423 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Publish callbacks [] for security_group (3cc788e9-7ddc-40e2-a0ab-901efab448d1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:50.213302 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3cc788e9-7ddc-40e2-a0ab-901efab448d1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:50.258548 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc788e9-7ddc-40e2-a0ab-901efab448d1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.263075 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84cd41e6658a4730aca8f973021d82e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784138 Mar 31 23:18:50.266469 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 32962) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:50.270491 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.270849 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.271203 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.271764 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.271949 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.272282 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.272564 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.272899 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.273243 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.273584 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.273946 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.277904 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.277904 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.277904 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.277904 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2785c0-76eb-4859-9bce-52957ce3de5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.326122 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Publish callbacks [] for security_group (3cc788e9-7ddc-40e2-a0ab-901efab448d1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:50.361576 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Publish callbacks [] for security_group (3cc788e9-7ddc-40e2-a0ab-901efab448d1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:50.533117 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (3cc788e9-7ddc-40e2-a0ab-901efab448d1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:50.536141 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:50.539055 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cc788e9-7ddc-40e2-a0ab-901efab448d1 HTTP/1.1" status: 204 len: 168 time: 0.2713108 Mar 31 23:18:50.550942 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc788e9-7ddc-40e2-a0ab-901efab448d1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:50.568292 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.571217 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.571932 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.572294 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.572813 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.573190 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.573508 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.573752 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.574512 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.574846 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.575166 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.576171 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.576778 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.576975 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:50.577456 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f150000-f1d9-4d11-a18c-6680ca589abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:18:51.385529 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 32996) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:51.405990 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178cd81a-062a-4f1e-8b53-4d50c07fb443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:51.543399 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178cd81a-062a-4f1e-8b53-4d50c07fb443 admin admin] Publish callbacks [] for security_group (5a05daf1-f389-4841-afa5-82021af0c18e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:51.630674 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-178cd81a-062a-4f1e-8b53-4d50c07fb443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5a05daf1-f389-4841-afa5-82021af0c18e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:51.686705 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-178cd81a-062a-4f1e-8b53-4d50c07fb443 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72dde70d335f4f8ba228ecb53444740c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996137 Mar 31 23:18:51.687758 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cd81a-062a-4f1e-8b53-4d50c07fb443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a05daf1-f389-4841-afa5-82021af0c18e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:51.689976 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33002) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:51.753198 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e98f04f-7255-47c4-95c7-ba788167e5bf admin admin] Publish callbacks [] for security_group (5a05daf1-f389-4841-afa5-82021af0c18e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:51.785662 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e98f04f-7255-47c4-95c7-ba788167e5bf admin admin] Publish callbacks [] for security_group (5a05daf1-f389-4841-afa5-82021af0c18e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:51.917111 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e98f04f-7255-47c4-95c7-ba788167e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5a05daf1-f389-4841-afa5-82021af0c18e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:51.922234 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e98f04f-7255-47c4-95c7-ba788167e5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:51.924365 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0e98f04f-7255-47c4-95c7-ba788167e5bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a05daf1-f389-4841-afa5-82021af0c18e HTTP/1.1" status: 204 len: 168 time: 0.2329071 Mar 31 23:18:51.940923 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98f04f-7255-47c4-95c7-ba788167e5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a05daf1-f389-4841-afa5-82021af0c18e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:56.746312 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-bf81a397-ad06-4f31-b605-b9dbb9da804e tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4197dc02d1414617801032f30c80ac8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322118 Mar 31 23:18:57.058580 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33176) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:57.062637 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-50bfbe73-fff6-4f04-8f98-e661f2eacdf1 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:18:57.064248 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-50bfbe73-fff6-4f04-8f98-e661f2eacdf1 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074629 Mar 31 23:18:57.092614 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-de413bb5-0e31-418a-80b6-c136383043d4 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/quotas/4197dc02d1414617801032f30c80ac8a HTTP/1.1" status: 200 len: 375 time: 0.0161452 Mar 31 23:18:57.158943 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-d05e5cd5-9d9f-47af-8157-c92674f7e5ee tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4197dc02d1414617801032f30c80ac8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530543 Mar 31 23:18:57.232938 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e2120075-af89-4fce-87b3-62fa3318c86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:57.356535 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e2120075-af89-4fce-87b3-62fa3318c86a admin admin] Publish callbacks [] for security_group (6c6eff9d-23cc-472f-8b78-de3f5e86c8a4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:57.533511 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e2120075-af89-4fce-87b3-62fa3318c86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6c6eff9d-23cc-472f-8b78-de3f5e86c8a4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:57.599703 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e2120075-af89-4fce-87b3-62fa3318c86a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8dcbfbc8278455d8e53f14e26111dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5384860 Mar 31 23:18:57.600803 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2120075-af89-4fce-87b3-62fa3318c86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6eff9d-23cc-472f-8b78-de3f5e86c8a4,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:57.606319 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33192) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:57.695278 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-98e1e72a-fa21-4ab3-99d9-7e7a019bf63f req-4c88d857-e7bd-4b9f-8c78-28a74cac213e tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 210 time: 0.0454531 Mar 31 23:18:57.717406 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-847424ca-a23a-4a70-9be1-28f56c614b54 admin admin] Publish callbacks [] for security_group (6c6eff9d-23cc-472f-8b78-de3f5e86c8a4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:57.755667 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-847424ca-a23a-4a70-9be1-28f56c614b54 admin admin] Publish callbacks [] for security_group (6c6eff9d-23cc-472f-8b78-de3f5e86c8a4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:57.979848 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-847424ca-a23a-4a70-9be1-28f56c614b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (6c6eff9d-23cc-472f-8b78-de3f5e86c8a4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:57.997626 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-847424ca-a23a-4a70-9be1-28f56c614b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:57.999769 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-847424ca-a23a-4a70-9be1-28f56c614b54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c6eff9d-23cc-472f-8b78-de3f5e86c8a4 HTTP/1.1" status: 204 len: 168 time: 0.3918338 Mar 31 23:18:58.009871 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847424ca-a23a-4a70-9be1-28f56c614b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6eff9d-23cc-472f-8b78-de3f5e86c8a4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:58.030983 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33202) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:58.179959 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e006191-8a24-4ed2-b67c-45b557dc5b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:58.318519 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e006191-8a24-4ed2-b67c-45b557dc5b80 admin admin] Publish callbacks [] for security_group (33ce7834-3c9e-48c4-bd78-b9e23ccbbc27), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:58.436986 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e006191-8a24-4ed2-b67c-45b557dc5b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (33ce7834-3c9e-48c4-bd78-b9e23ccbbc27), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:58.501557 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6e006191-8a24-4ed2-b67c-45b557dc5b80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c20bcd97a47e447b9863ef3dd24c679e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690068 Mar 31 23:18:58.502672 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e006191-8a24-4ed2-b67c-45b557dc5b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce7834-3c9e-48c4-bd78-b9e23ccbbc27,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:58.506150 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33210) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:58.604786 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f5a357e-1019-4bc7-8493-9d35a3f583d8 admin admin] Publish callbacks [] for security_group (33ce7834-3c9e-48c4-bd78-b9e23ccbbc27), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:58.643372 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f5a357e-1019-4bc7-8493-9d35a3f583d8 admin admin] Publish callbacks [] for security_group (33ce7834-3c9e-48c4-bd78-b9e23ccbbc27), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:58.814816 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bbe35275-b66f-41f9-80f9-772328dc14c7 req-e713ba94-aec8-4aa5-b450-9e44912c415c tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 210 time: 0.0303335 Mar 31 23:18:58.830675 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f5a357e-1019-4bc7-8493-9d35a3f583d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (33ce7834-3c9e-48c4-bd78-b9e23ccbbc27), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:58.833567 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5f5a357e-1019-4bc7-8493-9d35a3f583d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:58.838234 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-5f5a357e-1019-4bc7-8493-9d35a3f583d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33ce7834-3c9e-48c4-bd78-b9e23ccbbc27 HTTP/1.1" status: 204 len: 168 time: 0.3302655 Mar 31 23:18:58.847564 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a357e-1019-4bc7-8493-9d35a3f583d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce7834-3c9e-48c4-bd78-b9e23ccbbc27,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:59.063838 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33218) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:59.081236 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-00e269a5-c5e0-493c-b83b-1d4e6bb8441a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:59.204737 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-00e269a5-c5e0-493c-b83b-1d4e6bb8441a admin admin] Publish callbacks [] for security_group (9bc2f4a7-bd7d-4f3a-827d-39a99a0ac662), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:59.345104 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-00e269a5-c5e0-493c-b83b-1d4e6bb8441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (9bc2f4a7-bd7d-4f3a-827d-39a99a0ac662), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:59.398928 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-00e269a5-c5e0-493c-b83b-1d4e6bb8441a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f509e748951442f1a4792ddf28a660db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323872 Mar 31 23:18:59.398928 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e269a5-c5e0-493c-b83b-1d4e6bb8441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc2f4a7-bd7d-4f3a-827d-39a99a0ac662,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:59.402159 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33224) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:59.466811 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d3c7ec3-dd09-4245-8d81-15d360b660e5 admin admin] Publish callbacks [] for security_group (9bc2f4a7-bd7d-4f3a-827d-39a99a0ac662), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:59.506072 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d3c7ec3-dd09-4245-8d81-15d360b660e5 admin admin] Publish callbacks [] for security_group (9bc2f4a7-bd7d-4f3a-827d-39a99a0ac662), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:59.687662 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d3c7ec3-dd09-4245-8d81-15d360b660e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (9bc2f4a7-bd7d-4f3a-827d-39a99a0ac662), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:59.690694 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3d3c7ec3-dd09-4245-8d81-15d360b660e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:18:59.691975 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3d3c7ec3-dd09-4245-8d81-15d360b660e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bc2f4a7-bd7d-4f3a-827d-39a99a0ac662 HTTP/1.1" status: 204 len: 168 time: 0.2887993 Mar 31 23:18:59.705487 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c7ec3-dd09-4245-8d81-15d360b660e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc2f4a7-bd7d-4f3a-827d-39a99a0ac662,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:18:59.922728 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33230) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:18:59.971608 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95689d8b-f77d-4aa8-bb65-013ecb312cd8 req-3144dc59-7bef-42ce-b9cb-d4c104d611e5 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 210 time: 0.0375481 Mar 31 23:18:59.971608 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe88e313-c1ca-42c6-bb87-51909f58b799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:00.093535 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe88e313-c1ca-42c6-bb87-51909f58b799 admin admin] Publish callbacks [] for security_group (bcdbbc2a-f598-409b-bc8d-c7e357ac94b7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:00.201806 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe88e313-c1ca-42c6-bb87-51909f58b799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bcdbbc2a-f598-409b-bc8d-c7e357ac94b7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:00.252953 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fe88e313-c1ca-42c6-bb87-51909f58b799 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58a0dc3671db47b795c31b52dbfcd980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283567 Mar 31 23:19:00.253638 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88e313-c1ca-42c6-bb87-51909f58b799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdbbc2a-f598-409b-bc8d-c7e357ac94b7,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:00.256975 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33232) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:00.349713 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3731416c-e55e-498a-ab0a-7c3975c7afd0 admin admin] Publish callbacks [] for security_group (bcdbbc2a-f598-409b-bc8d-c7e357ac94b7), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:00.390480 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3731416c-e55e-498a-ab0a-7c3975c7afd0 admin admin] Publish callbacks [] for security_group (bcdbbc2a-f598-409b-bc8d-c7e357ac94b7), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:00.561740 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3731416c-e55e-498a-ab0a-7c3975c7afd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (bcdbbc2a-f598-409b-bc8d-c7e357ac94b7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:00.565103 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3731416c-e55e-498a-ab0a-7c3975c7afd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:00.569929 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3731416c-e55e-498a-ab0a-7c3975c7afd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bcdbbc2a-f598-409b-bc8d-c7e357ac94b7 HTTP/1.1" status: 204 len: 168 time: 0.3108926 Mar 31 23:19:00.580638 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731416c-e55e-498a-ab0a-7c3975c7afd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdbbc2a-f598-409b-bc8d-c7e357ac94b7,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:00.723989 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-3a86213e-f4db-4dff-aff8-aa51efb74f13 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4197dc02d1414617801032f30c80ac8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471022 Mar 31 23:19:00.990814 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-e9e8d459-ec50-4938-ae93-1ea16556fdcd tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:00.993918 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-e9e8d459-ec50-4938-ae93-1ea16556fdcd tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600660 Mar 31 23:19:01.010774 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Request body: {'port': {'device_id': '81ab9d07-ec3c-4475-a0c0-ca7a47da35b0', 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84', 'admin_state_up': True, 'tenant_id': '4197dc02d1414617801032f30c80ac8a'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:01.136713 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc86e0fe-3455-48ee-b678-3a778f867cf9 req-618fde7c-c1e9-4a5c-8f47-7dadb415b8ad tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 210 time: 0.0403655 Mar 31 23:19:01.384898 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Made reservation on behalf of 4197dc02d1414617801032f30c80ac8a for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:01.389112 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:01.400260 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:01.578076 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks [] for security_group (5c09f90b-89e0-434c-8eee-675e4fb852c1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:01.710705 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5c09f90b-89e0-434c-8eee-675e4fb852c1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:01.722626 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33270) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:01.739050 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ea88-ca14-4df7-914e-81a8992b8ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:01.834883 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c09f90b-89e0-434c-8eee-675e4fb852c1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:01.835480 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ea88-ca14-4df7-914e-81a8992b8ee0 admin admin] Publish callbacks [] for security_group (dad92975-5fb6-4984-b87f-2e81458ff99e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:01.881539 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ea88-ca14-4df7-914e-81a8992b8ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dad92975-5fb6-4984-b87f-2e81458ff99e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:01.934828 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33274) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:01.935557 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fdb4ea88-ca14-4df7-914e-81a8992b8ee0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fe5048203d54a619f48fc758434e94c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111330 Mar 31 23:19:01.938373 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4ea88-ca14-4df7-914e-81a8992b8ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad92975-5fb6-4984-b87f-2e81458ff99e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:01.974064 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Allocated IP 192.168.233.162 (1aa6dbcb-3860-4db9-8aaf-cd1efd490f84/c06c6f7a-011b-431f-9fbe-46e64d041fde/d701f2b7-7630-4007-ada5-eee86e2633a6) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:02.030302 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2760c6a-4422-44e0-9778-f8937bc678e5 admin admin] Publish callbacks [] for security_group (dad92975-5fb6-4984-b87f-2e81458ff99e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:02.089954 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2760c6a-4422-44e0-9778-f8937bc678e5 admin admin] Publish callbacks [] for security_group (dad92975-5fb6-4984-b87f-2e81458ff99e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:02.250761 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks [] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:02.294462 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2760c6a-4422-44e0-9778-f8937bc678e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (dad92975-5fb6-4984-b87f-2e81458ff99e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:02.303457 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d2760c6a-4422-44e0-9778-f8937bc678e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:02.305485 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d2760c6a-4422-44e0-9778-f8937bc678e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dad92975-5fb6-4984-b87f-2e81458ff99e HTTP/1.1" status: 204 len: 168 time: 0.3682852 Mar 31 23:19:02.321554 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cdd57b13-9c65-4bdf-a6d8-d2683d8a78f8 req-71e7f6f0-27fd-4bf3-91ea-f0cc0e6ec6f1 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 210 time: 0.0404770 Mar 31 23:19:02.324902 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760c6a-4422-44e0-9778-f8937bc678e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad92975-5fb6-4984-b87f-2e81458ff99e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:02.397677 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:02.461348 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:02.465272 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:02.472700 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:02.480354 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Pushing event updated for resources: {'Port': ['ID=d701f2b7-7630-4007-ada5-eee86e2633a6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:02.572502 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:02.572502 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:02.637104 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-60369452-22ea-4216-a057-fa244d4b1afe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6326451 Mar 31 23:19:02.852413 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-604c6249-a088-4a5f-8f2f-d506e49c1095 None None] Provisioning complete for port d701f2b7-7630-4007-ada5-eee86e2633a6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:02.855416 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-604c6249-a088-4a5f-8f2f-d506e49c1095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:02.942194 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-604c6249-a088-4a5f-8f2f-d506e49c1095 None None] Port d701f2b7-7630-4007-ada5-eee86e2633a6 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:19:03.516739 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7edcdc-2757-4015-b3b4-7e2e62872917 req-c274a3b6-8d4b-4daa-9806-0c96466cac9a tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:03.518447 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb7edcdc-2757-4015-b3b4-7e2e62872917 req-c274a3b6-8d4b-4daa-9806-0c96466cac9a tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 936 time: 0.0715106 Mar 31 23:19:03.588584 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb7edcdc-2757-4015-b3b4-7e2e62872917 req-57b5bda3-8689-4efd-bc09-2f334d123bdf tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598991 Mar 31 23:19:03.779462 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Request body: {'port': {'device_id': '81ab9d07-ec3c-4475-a0c0-ca7a47da35b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:03.865443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:04.294979 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d701f2b7-7630-4007-ada5-eee86e2633a6 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:04.309619 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Publish callbacks [] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:04.339109 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Transition to ACTIVE for port object d701f2b7-7630-4007-ada5-eee86e2633a6 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:19:04.425744 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:04.563995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Pushing event updated for resources: {'Port': ['ID=d701f2b7-7630-4007-ada5-eee86e2633a6,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:04.609726 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Attempting to bind port d701f2b7-7630-4007-ada5-eee86e2633a6 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:19:04.610385 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Attempting to bind port d701f2b7-7630-4007-ada5-eee86e2633a6 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:19:04.610988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Attempting to bind port d701f2b7-7630-4007-ada5-eee86e2633a6 on network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:04.618875 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Port d701f2b7-7630-4007-ada5-eee86e2633a6 on network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:19:04.619499 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Attempting to bind port d701f2b7-7630-4007-ada5-eee86e2633a6 on network 1aa6dbcb-3860-4db9-8aaf-cd1efd490f84 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:04.628908 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:04.629613 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Checking segment: {'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:04.630421 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Bound using segment: {'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:04.631451 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Bound port: d701f2b7-7630-4007-ada5-eee86e2633a6, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b0fc02-f9a0-41cc-9644-6098dcbc97b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:19:04.631958 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:04.795721 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69764bc-063d-4f03-96af-29a4ddab72bb req-5f11d66c-f4b4-4228-a4c6-29640585a2db tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:04.798916 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] For port d701f2b7-7630-4007-ada5-eee86e2633a6, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:04.800120 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e69764bc-063d-4f03-96af-29a4ddab72bb req-5f11d66c-f4b4-4228-a4c6-29640585a2db tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 948 time: 0.1068933 Mar 31 23:19:04.806259 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] For port d701f2b7-7630-4007-ada5-eee86e2633a6, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d701f2b7-7630-4007-ada5-eee86e2633a6,segment=NetworkSegment(d7b0fc02-f9a0-41cc-9644-6098dcbc97b4),segment_id=d7b0fc02-f9a0-41cc-9644-6098dcbc97b4)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:04.879035 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e69764bc-063d-4f03-96af-29a4ddab72bb req-7ebe637b-499c-4ecd-b552-d01d9bcdb71e tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689626 Mar 31 23:19:04.923418 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:04.983468 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:04.984902 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:04.987038 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] 10.222.0.30 "PUT /v2.0/ports/d701f2b7-7630-4007-ada5-eee86e2633a6 HTTP/1.1" status: 200 len: 1098 time: 1.2127993 Mar 31 23:19:04.987784 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ab9d07-ec3c-4475-a0c0-ca7a47da35b0', 'tag': 'd701f2b7-7630-4007-ada5-eee86e2633a6'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:04.992588 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a339cd58-99d2-41c6-b29a-589c5904f0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "81ab9d07-ec3c-4475-a0c0-ca7a47da35b0", "tag": "d701f2b7-7630-4007-ada5-eee86e2633a6"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:05.041316 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2e83f-169b-4e70-a5e2-57612b309e38 service neutron] Pushing event updated for resources: {'Port': ['ID=d701f2b7-7630-4007-ada5-eee86e2633a6,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:05.054265 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bddb80f-1252-4aa1-afe0-3a5ff4cb81ed x-openstack-request-id: req-0bddb80f-1252-4aa1-afe0-3a5ff4cb81ed {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:05.054568 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ab9d07-ec3c-4475-a0c0-ca7a47da35b0", "tag": "d701f2b7-7630-4007-ada5-eee86e2633a6", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:05.054780 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bddb80f-1252-4aa1-afe0-3a5ff4cb81ed {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:05.055333 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bddb80f-1252-4aa1-afe0-3a5ff4cb81ed'] response: {'name': 'network-changed', 'server_uuid': '81ab9d07-ec3c-4475-a0c0-ca7a47da35b0', 'tag': 'd701f2b7-7630-4007-ada5-eee86e2633a6', 'status': 'completed', 'code': 200} Mar 31 23:19:05.138222 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339cd58-99d2-41c6-b29a-589c5904f0d9 req-2b66525d-a5e3-49a7-b296-9eb480d96695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.139835 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a339cd58-99d2-41c6-b29a-589c5904f0d9 req-2b66525d-a5e3-49a7-b296-9eb480d96695 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4197dc02d1414617801032f30c80ac8a&device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 1132 time: 0.0624352 Mar 31 23:19:05.175440 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a339cd58-99d2-41c6-b29a-589c5904f0d9 req-4c178fc2-cb59-4af5-b0ef-3006797f8d22 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4197dc02d1414617801032f30c80ac8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274661 Mar 31 23:19:05.607083 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339cd58-99d2-41c6-b29a-589c5904f0d9 req-5f26c295-3fec-40eb-9904-413bac59f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.608946 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a339cd58-99d2-41c6-b29a-589c5904f0d9 req-5f26c295-3fec-40eb-9904-413bac59f163 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4270620 Mar 31 23:19:05.715122 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-70f56a57-8d46-4970-a81b-a9031c05d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.717860 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-70f56a57-8d46-4970-a81b-a9031c05d72c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4197dc02d1414617801032f30c80ac8a&device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 1132 time: 0.0625551 Mar 31 23:19:05.769369 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-dfd2d744-7cab-485e-8957-069d0b1e6bf3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d701f2b7-7630-4007-ada5-eee86e2633a6 HTTP/1.1" status: 200 len: 217 time: 0.0388594 Mar 31 23:19:05.858245 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-66f52a71-4d3a-42a7-abc1-e4ac26b3b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.860934 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-66f52a71-4d3a-42a7-abc1-e4ac26b3b0f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c06c6f7a-011b-431f-9fbe-46e64d041fde HTTP/1.1" status: 200 len: 843 time: 0.0896213 Mar 31 23:19:05.941116 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-c6726af9-3b53-4f8e-8a67-89a45c594cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:05.943899 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-c6726af9-3b53-4f8e-8a67-89a45c594cb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1aa6dbcb-3860-4db9-8aaf-cd1efd490f84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0749042 Mar 31 23:19:06.063749 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f73db-6434-44d7-b9b4-38e80fb41ff5 req-c97af0dc-5398-44cd-a7af-5ea77e5f06fc tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:06.066733 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a7f73db-6434-44d7-b9b4-38e80fb41ff5 req-c97af0dc-5398-44cd-a7af-5ea77e5f06fc tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 948 time: 0.1035006 Mar 31 23:19:06.124073 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-93755aef-02eb-4567-98ae-ae28b6a3f64d service neutron] 10.222.0.30 "GET /v2.0/networks/1aa6dbcb-3860-4db9-8aaf-cd1efd490f84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717632 Mar 31 23:19:06.150159 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a7f73db-6434-44d7-b9b4-38e80fb41ff5 req-be0412d4-2dd3-479b-a8c4-004c23b7e99c tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761082 Mar 31 23:19:06.267379 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ebae52a5-554d-4e53-aa61-fb2df5d68cea req-d5e94661-91e9-4e85-93b5-773c19b82c15 service neutron] 10.222.0.30 "GET /v2.0/networks/1aa6dbcb-3860-4db9-8aaf-cd1efd490f84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360326 Mar 31 23:19:07.016052 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-13d6aa97-181c-4128-b221-3d6e1f013409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:07.333667 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eddbf2-2680-417f-a618-af2cb09d235e req-5005be0d-415c-4790-896b-ee3762b99b3e tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:07.335626 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8eddbf2-2680-417f-a618-af2cb09d235e req-5005be0d-415c-4790-896b-ee3762b99b3e tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 948 time: 0.0858819 Mar 31 23:19:07.420707 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8eddbf2-2680-417f-a618-af2cb09d235e req-fcfed559-39b5-4a94-8692-25a2b71d4e83 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727329 Mar 31 23:19:08.140481 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:19:08.512563 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33408) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:08.621223 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01337f6-fd8c-4bea-ac04-fd08eab3c828 req-3f478b95-51a5-4938-bd1f-92ac90f917fe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:08.623944 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f01337f6-fd8c-4bea-ac04-fd08eab3c828 req-3f478b95-51a5-4938-bd1f-92ac90f917fe tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 948 time: 0.1018589 Mar 31 23:19:08.682142 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-caea6c55-f5b2-48b1-bced-d8db4bf51e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:08.698388 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device d701f2b7-7630-4007-ada5-eee86e2633a6 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:19:08.768705 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f01337f6-fd8c-4bea-ac04-fd08eab3c828 req-6fa2a191-522f-416a-928c-88fbe410c7c5 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374495 Mar 31 23:19:08.841540 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-caea6c55-f5b2-48b1-bced-d8db4bf51e26 admin admin] Publish callbacks [] for security_group (abe45d9b-7a39-4f9c-9713-922ede463733), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:08.843335 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port d701f2b7-7630-4007-ada5-eee86e2633a6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d701f2b7-7630-4007-ada5-eee86e2633a6,segment=NetworkSegment(d7b0fc02-f9a0-41cc-9644-6098dcbc97b4),segment_id=d7b0fc02-f9a0-41cc-9644-6098dcbc97b4)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:08.864504 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'd701f2b7-7630-4007-ada5-eee86e2633a6', 'network_id': '1aa6dbcb-3860-4db9-8aaf-cd1efd490f84', 'port_id': 'd701f2b7-7630-4007-ada5-eee86e2633a6', 'mac_address': 'fa:16:3e:6e:e1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06c6f7a-011b-431f-9fbe-46e64d041fde', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:19:08.926047 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-caea6c55-f5b2-48b1-bced-d8db4bf51e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (abe45d9b-7a39-4f9c-9713-922ede463733), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:08.928220 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port d701f2b7-7630-4007-ada5-eee86e2633a6 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:08.928889 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:08.954428 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d701f2b7-7630-4007-ada5-eee86e2633a6 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:08.977298 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-caea6c55-f5b2-48b1-bced-d8db4bf51e26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e2c6700722c479da85a0f8a4c3442f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630208 Mar 31 23:19:08.978370 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea6c55-f5b2-48b1-bced-d8db4bf51e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe45d9b-7a39-4f9c-9713-922ede463733,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:08.981714 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33416) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:09.030310 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port d701f2b7-7630-4007-ada5-eee86e2633a6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d701f2b7-7630-4007-ada5-eee86e2633a6,segment=NetworkSegment(d7b0fc02-f9a0-41cc-9644-6098dcbc97b4),segment_id=d7b0fc02-f9a0-41cc-9644-6098dcbc97b4)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:09.081977 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9813f80a-a61a-4b94-90de-7093e623e962 admin admin] Publish callbacks [] for security_group (abe45d9b-7a39-4f9c-9713-922ede463733), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:09.126364 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9813f80a-a61a-4b94-90de-7093e623e962 admin admin] Publish callbacks [] for security_group (abe45d9b-7a39-4f9c-9713-922ede463733), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:09.191486 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:09.306274 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=d701f2b7-7630-4007-ada5-eee86e2633a6,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:09.385550 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9813f80a-a61a-4b94-90de-7093e623e962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (abe45d9b-7a39-4f9c-9713-922ede463733), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:09.390018 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9813f80a-a61a-4b94-90de-7093e623e962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:09.391779 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9813f80a-a61a-4b94-90de-7093e623e962 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abe45d9b-7a39-4f9c-9713-922ede463733 HTTP/1.1" status: 204 len: 168 time: 0.4088056 Mar 31 23:19:09.404447 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813f80a-a61a-4b94-90de-7093e623e962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe45d9b-7a39-4f9c-9713-922ede463733,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:09.435291 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['d701f2b7-7630-4007-ada5-eee86e2633a6'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:09.971008 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3205195-8e36-4377-aaf3-fc8f6f20a1b7 req-d1eed8d6-e8a5-43b6-8cdd-544cdaf0a4c8 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:09.974737 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3205195-8e36-4377-aaf3-fc8f6f20a1b7 req-d1eed8d6-e8a5-43b6-8cdd-544cdaf0a4c8 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 949 time: 0.0826030 Mar 31 23:19:10.056300 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3205195-8e36-4377-aaf3-fc8f6f20a1b7 req-0b3e0878-227e-4b73-8592-198f3acc4856 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700107 Mar 31 23:19:10.273514 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33446) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:10.292225 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-234eb647-8bcb-4f69-aab7-af2cd89d5747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:10.392597 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-234eb647-8bcb-4f69-aab7-af2cd89d5747 admin admin] Publish callbacks [] for security_group (11bd7468-7643-4772-84d4-ef6dfad25884), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:10.470682 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-234eb647-8bcb-4f69-aab7-af2cd89d5747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (11bd7468-7643-4772-84d4-ef6dfad25884), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:10.514988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eb647-8bcb-4f69-aab7-af2cd89d5747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bd7468-7643-4772-84d4-ef6dfad25884,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:10.520351 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-234eb647-8bcb-4f69-aab7-af2cd89d5747 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d7d1e4d5c6c45adb694852c812f3946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439866 Mar 31 23:19:10.528303 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33452) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:10.602869 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f42a6-abb0-4010-820f-48066cf330bc admin admin] Publish callbacks [] for security_group (11bd7468-7643-4772-84d4-ef6dfad25884), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:10.630805 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-159db67e-0a81-47aa-93c2-decc8d422250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:10.636225 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f42a6-abb0-4010-820f-48066cf330bc admin admin] Publish callbacks [] for security_group (11bd7468-7643-4772-84d4-ef6dfad25884), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:10.767580 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f42a6-abb0-4010-820f-48066cf330bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (11bd7468-7643-4772-84d4-ef6dfad25884), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:10.771246 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f42a6-abb0-4010-820f-48066cf330bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:10.772741 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1a6f42a6-abb0-4010-820f-48066cf330bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11bd7468-7643-4772-84d4-ef6dfad25884 HTTP/1.1" status: 204 len: 168 time: 0.2475305 Mar 31 23:19:10.785768 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f42a6-abb0-4010-820f-48066cf330bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bd7468-7643-4772-84d4-ef6dfad25884,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:11.233774 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a71c49-5208-4441-aa1b-f0ab30a528cf req-7904c053-ce9a-487e-a81c-dbd49561cfbc tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:11.236307 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8a71c49-5208-4441-aa1b-f0ab30a528cf req-7904c053-ce9a-487e-a81c-dbd49561cfbc tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 949 time: 0.0719764 Mar 31 23:19:11.309073 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8a71c49-5208-4441-aa1b-f0ab30a528cf req-22872dd1-722c-4f82-9bb8-66721328ecc2 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655062 Mar 31 23:19:11.396565 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device d701f2b7-7630-4007-ada5-eee86e2633a6 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:11.533322 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port d701f2b7-7630-4007-ada5-eee86e2633a6 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:19:11.538313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port d701f2b7-7630-4007-ada5-eee86e2633a6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:11.538692 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:11.656428 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port d701f2b7-7630-4007-ada5-eee86e2633a6 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:11.657483 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:11.690600 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ab9d07-ec3c-4475-a0c0-ca7a47da35b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd701f2b7-7630-4007-ada5-eee86e2633a6'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:11.694361 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5504f380-fc8f-4900-a995-d54c93b4d4fe" -d '{"events": [{"server_uuid": "81ab9d07-ec3c-4475-a0c0-ca7a47da35b0", "name": "network-vif-plugged", "status": "completed", "tag": "d701f2b7-7630-4007-ada5-eee86e2633a6"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:11.714207 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port d701f2b7-7630-4007-ada5-eee86e2633a6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d701f2b7-7630-4007-ada5-eee86e2633a6,segment=NetworkSegment(d7b0fc02-f9a0-41cc-9644-6098dcbc97b4),segment_id=d7b0fc02-f9a0-41cc-9644-6098dcbc97b4)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:11.782569 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c45e09-fe08-44a9-b363-4086bfdc7536 x-openstack-request-id: req-d8c45e09-fe08-44a9-b363-4086bfdc7536 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:11.783019 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ab9d07-ec3c-4475-a0c0-ca7a47da35b0", "name": "network-vif-plugged", "status": "completed", "tag": "d701f2b7-7630-4007-ada5-eee86e2633a6", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:11.783343 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8c45e09-fe08-44a9-b363-4086bfdc7536 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:11.783794 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c45e09-fe08-44a9-b363-4086bfdc7536'] response: {'server_uuid': '81ab9d07-ec3c-4475-a0c0-ca7a47da35b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd701f2b7-7630-4007-ada5-eee86e2633a6', 'code': 200} Mar 31 23:19:11.789450 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:11.858486 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=d701f2b7-7630-4007-ada5-eee86e2633a6,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:12.426949 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:12.489560 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44023a4-83b6-412d-afad-48875b403c7b req-1e8c18d5-4b1f-4bcb-901d-948a4dcfb179 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:12.491229 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b44023a4-83b6-412d-afad-48875b403c7b req-1e8c18d5-4b1f-4bcb-901d-948a4dcfb179 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 950 time: 0.0778401 Mar 31 23:19:12.568860 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b44023a4-83b6-412d-afad-48875b403c7b req-55f373ae-8b9f-4dc0-a9c5-8c8163959bbb tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680599 Mar 31 23:19:13.641945 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74395e88-9e72-427e-8d3a-ee8ede1e6eb5 req-be9daa11-e585-41fb-9304-c5ce8ff34450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.644296 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-74395e88-9e72-427e-8d3a-ee8ede1e6eb5 req-be9daa11-e585-41fb-9304-c5ce8ff34450 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 1134 time: 0.0588193 Mar 31 23:19:13.707825 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-74395e88-9e72-427e-8d3a-ee8ede1e6eb5 req-c7ea7b86-4526-48e0-870a-1c04c53bcdde service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562189 Mar 31 23:19:13.740547 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94352e20-407c-4d10-a296-7e430241d4a1 req-30688835-5ade-4071-85c8-7fa9f5eaba66 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:13.742176 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94352e20-407c-4d10-a296-7e430241d4a1 req-30688835-5ade-4071-85c8-7fa9f5eaba66 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 950 time: 0.0711257 Mar 31 23:19:13.803164 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94352e20-407c-4d10-a296-7e430241d4a1 req-43e782be-f4a3-454a-bb9b-31771ee03655 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542841 Mar 31 23:19:15.004033 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df639b2-64f8-4022-ad51-f4698aab03a5 req-9ace0e59-80e2-44fc-96f1-ab32c9113fdb tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:15.007073 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6df639b2-64f8-4022-ad51-f4698aab03a5 req-9ace0e59-80e2-44fc-96f1-ab32c9113fdb tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 950 time: 0.1063581 Mar 31 23:19:15.093399 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6df639b2-64f8-4022-ad51-f4698aab03a5 req-4a9ce886-8992-4854-8068-7ee4f32ee3f8 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782161 Mar 31 23:19:15.133522 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:15.784609 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:16.224865 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33544) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:16.267332 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b8502-243d-4a5c-a703-c23bf9149b06 req-ee208768-1f0e-4f18-8cb9-5ab4f6db0506 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:16.270036 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba7b8502-243d-4a5c-a703-c23bf9149b06 req-ee208768-1f0e-4f18-8cb9-5ab4f6db0506 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 950 time: 0.0956230 Mar 31 23:19:16.354661 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba7b8502-243d-4a5c-a703-c23bf9149b06 req-4e07c589-54c0-4b36-89b2-90d9aa60b7ab tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784938 Mar 31 23:19:16.385424 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7186-d6ec-4dd2-ab88-df99c44d2667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:16.507369 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7186-d6ec-4dd2-ab88-df99c44d2667 admin admin] Publish callbacks [] for security_group (7143bf9b-02c8-47a1-a7e9-13c61c67e013), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:16.554454 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33554) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:16.596818 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7186-d6ec-4dd2-ab88-df99c44d2667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (7143bf9b-02c8-47a1-a7e9-13c61c67e013), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:16.654493 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e1ea7186-d6ec-4dd2-ab88-df99c44d2667 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb6885f05d0e4d57bbde57ae465c13fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246254 Mar 31 23:19:16.654493 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea7186-d6ec-4dd2-ab88-df99c44d2667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7143bf9b-02c8-47a1-a7e9-13c61c67e013,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:16.655462 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33558) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:16.723896 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73ed0d8e-b256-4eb2-8b62-fc3d47bb80ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:16.759482 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e567fb09-6f2d-415c-a0c6-09cd758751f1 admin admin] Publish callbacks [] for security_group (7143bf9b-02c8-47a1-a7e9-13c61c67e013), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:16.803782 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e567fb09-6f2d-415c-a0c6-09cd758751f1 admin admin] Publish callbacks [] for security_group (7143bf9b-02c8-47a1-a7e9-13c61c67e013), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:16.904865 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73ed0d8e-b256-4eb2-8b62-fc3d47bb80ff admin admin] Publish callbacks [] for security_group (5fe3db97-974f-4ebc-a223-24a69e1ac15b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:17.029048 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ee24b-27a4-42aa-9033-c9ec6027c8be req-437463db-af36-4c1f-a361-492b3fad2bc1 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:17.031600 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a3ee24b-27a4-42aa-9033-c9ec6027c8be req-437463db-af36-4c1f-a361-492b3fad2bc1 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 950 time: 0.0843720 Mar 31 23:19:17.033386 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e567fb09-6f2d-415c-a0c6-09cd758751f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (7143bf9b-02c8-47a1-a7e9-13c61c67e013), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:17.037747 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e567fb09-6f2d-415c-a0c6-09cd758751f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:17.040937 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e567fb09-6f2d-415c-a0c6-09cd758751f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7143bf9b-02c8-47a1-a7e9-13c61c67e013 HTTP/1.1" status: 204 len: 168 time: 0.3836827 Mar 31 23:19:17.046935 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-73ed0d8e-b256-4eb2-8b62-fc3d47bb80ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5fe3db97-974f-4ebc-a223-24a69e1ac15b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:17.084387 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567fb09-6f2d-415c-a0c6-09cd758751f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7143bf9b-02c8-47a1-a7e9-13c61c67e013,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.126297 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-73ed0d8e-b256-4eb2-8b62-fc3d47bb80ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7588535468a04742add9ead7bd8037a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596113 Mar 31 23:19:17.126297 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33568) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:17.164413 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed0d8e-b256-4eb2-8b62-fc3d47bb80ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe3db97-974f-4ebc-a223-24a69e1ac15b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.192695 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a3ee24b-27a4-42aa-9033-c9ec6027c8be req-756d1f0f-b324-47a1-83ae-7f63f4129cd1 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506281 Mar 31 23:19:17.221003 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b5748c8-eb18-4dfe-97b0-72b4877b470f admin admin] Publish callbacks [] for security_group (5fe3db97-974f-4ebc-a223-24a69e1ac15b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:17.258221 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b5748c8-eb18-4dfe-97b0-72b4877b470f admin admin] Publish callbacks [] for security_group (5fe3db97-974f-4ebc-a223-24a69e1ac15b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:17.550691 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b5748c8-eb18-4dfe-97b0-72b4877b470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5fe3db97-974f-4ebc-a223-24a69e1ac15b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:17.555920 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b5748c8-eb18-4dfe-97b0-72b4877b470f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:17.561982 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7b5748c8-eb18-4dfe-97b0-72b4877b470f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fe3db97-974f-4ebc-a223-24a69e1ac15b HTTP/1.1" status: 204 len: 168 time: 0.4307704 Mar 31 23:19:17.575061 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5748c8-eb18-4dfe-97b0-72b4877b470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe3db97-974f-4ebc-a223-24a69e1ac15b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:17.876395 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.131877 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33580) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:18.154970 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-51d793cb-e1df-4a67-8003-32bc431215c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.292538 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-51d793cb-e1df-4a67-8003-32bc431215c9 admin admin] Publish callbacks [] for security_group (2542efe3-cb0e-41ee-9a4e-8f4d09953573), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.369536 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-51d793cb-e1df-4a67-8003-32bc431215c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (2542efe3-cb0e-41ee-9a4e-8f4d09953573), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.425512 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-610656c1-3677-4acc-aedf-997411112d97 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:18.428207 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-610656c1-3677-4acc-aedf-997411112d97 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.30 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 950 time: 0.0917449 Mar 31 23:19:18.447791 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-51d793cb-e1df-4a67-8003-32bc431215c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27196e22c0fe4e66a7538091fd411e5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144686 Mar 31 23:19:18.451744 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33588) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:18.458121 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d793cb-e1df-4a67-8003-32bc431215c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2542efe3-cb0e-41ee-9a4e-8f4d09953573,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:18.474889 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0435bf3-7083-461d-800e-2aee4f83a99a req-37d93bfc-82f7-4f9a-b048-3015ccc76332 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:18.477526 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0435bf3-7083-461d-800e-2aee4f83a99a req-37d93bfc-82f7-4f9a-b048-3015ccc76332 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 950 time: 0.1670480 Mar 31 23:19:18.591515 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0435bf3-7083-461d-800e-2aee4f83a99a req-1c32cc25-a5be-47cb-8a04-7c7c816cdce4 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/security-groups?id=5c09f90b-89e0-434c-8eee-675e4fb852c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993316 Mar 31 23:19:18.668182 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8172b38b-ba97-4014-99d9-da4663c90b2f admin admin] Publish callbacks [] for security_group (2542efe3-cb0e-41ee-9a4e-8f4d09953573), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.706984 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8172b38b-ba97-4014-99d9-da4663c90b2f admin admin] Publish callbacks [] for security_group (2542efe3-cb0e-41ee-9a4e-8f4d09953573), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.710188 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Deleting port d701f2b7-7630-4007-ada5-eee86e2633a6 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:19:18.710596 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.850938 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] For port d701f2b7-7630-4007-ada5-eee86e2633a6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=d701f2b7-7630-4007-ada5-eee86e2633a6,segment=NetworkSegment(d7b0fc02-f9a0-41cc-9644-6098dcbc97b4),segment_id=d7b0fc02-f9a0-41cc-9644-6098dcbc97b4)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:18.851331 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.870136 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Calling delete_port for d701f2b7-7630-4007-ada5-eee86e2633a6 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:19:18.923965 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8172b38b-ba97-4014-99d9-da4663c90b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (2542efe3-cb0e-41ee-9a4e-8f4d09953573), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.926781 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8172b38b-ba97-4014-99d9-da4663c90b2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:18.927995 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8172b38b-ba97-4014-99d9-da4663c90b2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2542efe3-cb0e-41ee-9a4e-8f4d09953573 HTTP/1.1" status: 204 len: 168 time: 0.4742646 Mar 31 23:19:18.952341 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172b38b-ba97-4014-99d9-da4663c90b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2542efe3-cb0e-41ee-9a4e-8f4d09953573,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.265224 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (d701f2b7-7630-4007-ada5-eee86e2633a6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:19.294385 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['d701f2b7-7630-4007-ada5-eee86e2633a6'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:19.315338 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Pushing event deleted for resources: {'Port': ['ID=d701f2b7-7630-4007-ada5-eee86e2633a6,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:19.386551 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] No DVR routers for this DVR port d701f2b7-7630-4007-ada5-eee86e2633a6 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:19:19.391397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:19.398317 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-966e1450-544a-4e7d-ad0f-087c2125f29f req-c09945e2-b733-4ade-b86c-e80a8d557bf3 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.30 "DELETE /v2.0/ports/d701f2b7-7630-4007-ada5-eee86e2633a6 HTTP/1.1" status: 204 len: 173 time: 0.9644022 Mar 31 23:19:19.399260 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ab9d07-ec3c-4475-a0c0-ca7a47da35b0', 'name': 'network-vif-deleted', 'tag': 'd701f2b7-7630-4007-ada5-eee86e2633a6'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:19.415032 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc77262d-fcb9-46e9-8455-a5d9650536ee" -d '{"events": [{"server_uuid": "81ab9d07-ec3c-4475-a0c0-ca7a47da35b0", "name": "network-vif-deleted", "tag": "d701f2b7-7630-4007-ada5-eee86e2633a6"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:19.479674 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b876c7c2-c909-424b-83ca-d67e8433a07a x-openstack-request-id: req-b876c7c2-c909-424b-83ca-d67e8433a07a {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:19.480553 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ab9d07-ec3c-4475-a0c0-ca7a47da35b0", "name": "network-vif-deleted", "tag": "d701f2b7-7630-4007-ada5-eee86e2633a6", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:19.480553 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b876c7c2-c909-424b-83ca-d67e8433a07a {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:19.480883 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b876c7c2-c909-424b-83ca-d67e8433a07a'] response: {'server_uuid': '81ab9d07-ec3c-4475-a0c0-ca7a47da35b0', 'name': 'network-vif-deleted', 'tag': 'd701f2b7-7630-4007-ada5-eee86e2633a6', 'status': 'completed', 'code': 200} Mar 31 23:19:19.736909 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e165a830-7acc-490a-adfb-0e872bcb4055 req-98e62def-4e8d-4184-8308-8a50728baae7 tempest-VolumesNegativeTest-1404690522 tempest-VolumesNegativeTest-1404690522-project] 10.222.0.41 "GET /v2.0/ports?device_id=81ab9d07-ec3c-4475-a0c0-ca7a47da35b0 HTTP/1.1" status: 200 len: 210 time: 0.0356059 Mar 31 23:19:20.171821 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 33624) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:20.189321 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8cd941cd-3c01-4f92-a61c-f875bc05fb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:20.282582 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8cd941cd-3c01-4f92-a61c-f875bc05fb6e admin admin] Publish callbacks [] for security_group (35b8bae4-f0f1-499e-b3ce-9e928aa6fec9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:20.367196 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8cd941cd-3c01-4f92-a61c-f875bc05fb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (35b8bae4-f0f1-499e-b3ce-9e928aa6fec9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:20.416848 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33626) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:20.417211 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-8cd941cd-3c01-4f92-a61c-f875bc05fb6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bed57e520dd44ab8aa9f0ed8d154917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435694 Mar 31 23:19:20.420304 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd941cd-3c01-4f92-a61c-f875bc05fb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b8bae4-f0f1-499e-b3ce-9e928aa6fec9,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.503807 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f921f96-db6f-4f19-8114-8d0854bb1ae3 admin admin] Publish callbacks [] for security_group (35b8bae4-f0f1-499e-b3ce-9e928aa6fec9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:20.531252 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f921f96-db6f-4f19-8114-8d0854bb1ae3 admin admin] Publish callbacks [] for security_group (35b8bae4-f0f1-499e-b3ce-9e928aa6fec9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:20.594373 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33630) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:20.721718 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f921f96-db6f-4f19-8114-8d0854bb1ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (35b8bae4-f0f1-499e-b3ce-9e928aa6fec9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:20.724610 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f921f96-db6f-4f19-8114-8d0854bb1ae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:20.725901 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0f921f96-db6f-4f19-8114-8d0854bb1ae3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35b8bae4-f0f1-499e-b3ce-9e928aa6fec9 HTTP/1.1" status: 204 len: 168 time: 0.3073318 Mar 31 23:19:20.747809 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f921f96-db6f-4f19-8114-8d0854bb1ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b8bae4-f0f1-499e-b3ce-9e928aa6fec9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:20.750036 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b03d26d1-b662-455b-9cfd-b326293411d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:20.941322 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b03d26d1-b662-455b-9cfd-b326293411d7 admin admin] Publish callbacks [] for security_group (fbc5e4da-3c67-4ef1-a981-61dcc20d23c0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:21.036269 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b03d26d1-b662-455b-9cfd-b326293411d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (fbc5e4da-3c67-4ef1-a981-61dcc20d23c0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:21.109737 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b03d26d1-b662-455b-9cfd-b326293411d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95c6a800605e48a6834fb520a95d9d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5139489 Mar 31 23:19:21.112592 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33650) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:21.125443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d26d1-b662-455b-9cfd-b326293411d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5e4da-3c67-4ef1-a981-61dcc20d23c0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:21.222426 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f85c8dd-c9fc-4566-bbd5-73c7d676a710 admin admin] Publish callbacks [] for security_group (fbc5e4da-3c67-4ef1-a981-61dcc20d23c0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:21.258885 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f85c8dd-c9fc-4566-bbd5-73c7d676a710 admin admin] Publish callbacks [] for security_group (fbc5e4da-3c67-4ef1-a981-61dcc20d23c0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:21.430589 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f85c8dd-c9fc-4566-bbd5-73c7d676a710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (fbc5e4da-3c67-4ef1-a981-61dcc20d23c0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:21.434897 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f85c8dd-c9fc-4566-bbd5-73c7d676a710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:21.442734 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8f85c8dd-c9fc-4566-bbd5-73c7d676a710 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbc5e4da-3c67-4ef1-a981-61dcc20d23c0 HTTP/1.1" status: 204 len: 168 time: 0.3283982 Mar 31 23:19:21.456578 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85c8dd-c9fc-4566-bbd5-73c7d676a710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5e4da-3c67-4ef1-a981-61dcc20d23c0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:22.747733 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device d701f2b7-7630-4007-ada5-eee86e2633a6 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:19:22.788913 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: d701f2b7-7630-4007-ada5-eee86e2633a6 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:19:22.789808 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device d701f2b7-7630-4007-ada5-eee86e2633a6 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:19:23.096520 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33822) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:23.227031 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-859480526-network', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:23.332911 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Made reservation on behalf of f40d1cdb38344edd8c3a9cc6d57dd2f4 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:23.335433 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:23.346407 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:23.435148 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Publish callbacks [] for security_group (611c36e3-a070-4f2a-9a1d-217928b4fc8f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:23.549199 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (611c36e3-a070-4f2a-9a1d-217928b4fc8f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:23.574076 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:23.594449 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (3b0693a1-26b3-49ae-b6fc-59ddbd4f7330), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:23.594795 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Added segment 3b0693a1-26b3-49ae-b6fc-59ddbd4f7330 of type vlan for network 2f7744bd-888c-403f-8b6e-027655043a1c Mar 31 23:19:23.596392 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611c36e3-a070-4f2a-9a1d-217928b4fc8f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.642971 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (2f7744bd-888c-403f-8b6e-027655043a1c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:23.760089 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (2f7744bd-888c-403f-8b6e-027655043a1c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:23.763283 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:23.763283 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:23.832737 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] Pushing event updated for resources: {'Network': ['ID=2f7744bd-888c-403f-8b6e-027655043a1c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:23.844282 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network 2f7744bd-888c-403f-8b6e-027655043a1c details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:23.941928 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-31cbe4d8-0e8d-4e66-9f00-9dd97a6f17df admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8253605 Mar 31 23:19:23.942939 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33846) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:23.954781 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Request body: {'subnet': {'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-859480526-subnet', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:24.070625 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Made reservation on behalf of f40d1cdb38344edd8c3a9cc6d57dd2f4 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:24.073257 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33176719'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:24.436288 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33176729'] for subnet (77a6f477-40a2-4e13-a4e9-e83b0855df72), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:24.500981 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a6f477-40a2-4e13-a4e9-e83b0855df72,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:24.512992 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Checking segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:24.513361 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Network hostable DHCP agents. Network: 2f7744bd-888c-403f-8b6e-027655043a1c, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:24.589702 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Network 2f7744bd-888c-403f-8b6e-027655043a1c is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:24.710163 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, 2f7744bd-888c-403f-8b6e-027655043a1c) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:24.715167 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:24.715886 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:24.722749 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bd5b3b-c1ef-4c12-b7f0-fe2507fb05f2 None None] Network 2f7744bd-888c-403f-8b6e-027655043a1c requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:19:24.838001 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9f6ab720-acfc-4bb4-81d7-43d178bc6361 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8939843 Mar 31 23:19:24.840812 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 33894) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:24.851445 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:24.923835 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-2f7744bd-888c-403f-8b6e-027655043a1c', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:19:24.931023 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.099553 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (c6bd5ce8-94d2-472c-965a-7f961980ac09), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.103182 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (c6bd5ce8-94d2-472c-965a-7f961980ac09), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.184912 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Allocated IP 172.20.0.2 (2f7744bd-888c-403f-8b6e-027655043a1c/77a6f477-40a2-4e13-a4e9-e83b0855df72/26188dc5-924b-4df1-8286-6b13f41a3fbd) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:25.220605 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks [] for router_controller (c6bd5ce8-94d2-472c-965a-7f961980ac09), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.421395 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Publish callbacks [] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.504291 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks [] for router_gateway (c6bd5ce8-94d2-472c-965a-7f961980ac09), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.522282 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.574161 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Network 2f7744bd-888c-403f-8b6e-027655043a1c is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:25.579118 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:25.588759 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:25.596354 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Pushing event updated for resources: {'Port': ['ID=26188dc5-924b-4df1-8286-6b13f41a3fbd,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:25.674453 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Attempting to bind port 26188dc5-924b-4df1-8286-6b13f41a3fbd on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:19:25.674995 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Attempting to bind port 26188dc5-924b-4df1-8286-6b13f41a3fbd by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:19:25.675659 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Attempting to bind port 26188dc5-924b-4df1-8286-6b13f41a3fbd on network 2f7744bd-888c-403f-8b6e-027655043a1c {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:25.686048 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:25.694002 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Checking segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:25.694002 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.694002 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Bound using segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:25.694002 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Bound port: 26188dc5-924b-4df1-8286-6b13f41a3fbd, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:19:25.694002 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:25.850237 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] For port 26188dc5-924b-4df1-8286-6b13f41a3fbd, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:25.850708 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] For port 26188dc5-924b-4df1-8286-6b13f41a3fbd, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=26188dc5-924b-4df1-8286-6b13f41a3fbd,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:26.265466 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:26.270486 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks [] for router_gateway (c6bd5ce8-94d2-472c-965a-7f961980ac09), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:26.315523 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:26.390714 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58f2ba-6fe7-4835-88d7-a34b7f0db369 None None] Pushing event updated for resources: {'Port': ['ID=26188dc5-924b-4df1-8286-6b13f41a3fbd,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:26.595465 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Allocated IP 172.27.0.23 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/7ce920a7-32ad-4ef4-ac2f-ac0d65b70336) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:26.946091 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks [] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:27.082510 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:27.140750 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:27.144699 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:27.148952 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:27.189622 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Pushing event updated for resources: {'Port': ['ID=7ce920a7-32ad-4ef4-ac2f-ac0d65b70336,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:27.369936 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 26188dc5-924b-4df1-8286-6b13f41a3fbd up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:27.478928 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 26188dc5-924b-4df1-8286-6b13f41a3fbd triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:27.484284 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:27.675729 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 26188dc5-924b-4df1-8286-6b13f41a3fbd is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:27.676354 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:27.772592 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 26188dc5-924b-4df1-8286-6b13f41a3fbd, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=26188dc5-924b-4df1-8286-6b13f41a3fbd,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:27.839734 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks [] for router_gateway (c6bd5ce8-94d2-472c-965a-7f961980ac09), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:27.865229 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:28.022215 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=26188dc5-924b-4df1-8286-6b13f41a3fbd,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:28.182966 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b67504a-7645-4304-86d6-dea0f4715e38 None None] Network 2f7744bd-888c-403f-8b6e-027655043a1c requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:19:28.290884 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (c6bd5ce8-94d2-472c-965a-7f961980ac09), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:28.297869 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0a2ee6d4-cf65-41a8-8f74-6b74082a30a1 None None] Provisioning complete for port 26188dc5-924b-4df1-8286-6b13f41a3fbd triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:28.298462 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6d4-cf65-41a8-8f74-6b74082a30a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:28.534684 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ee6d4-cf65-41a8-8f74-6b74082a30a1 None None] Current status of the port 26188dc5-924b-4df1-8286-6b13f41a3fbd is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:28.619060 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:19:28.871646 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-8c5f15d6-f22c-42a3-8712-d23eb7fea9fb None None] Provisioning complete for port 26188dc5-924b-4df1-8286-6b13f41a3fbd triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:28.871882 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8c5f15d6-f22c-42a3-8712-d23eb7fea9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:28.880675 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:28.919915 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:28.949407 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:28.950775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:19:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:28.993026 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:28.997837 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ac748e65-aa9a-4b06-a003-8ae82d89945b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1521218 Mar 31 23:19:28.999564 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34056) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:29.152750 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f15d6-f22c-42a3-8712-d23eb7fea9fb None None] Current status of the port 26188dc5-924b-4df1-8286-6b13f41a3fbd is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:29.205696 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:29.371363 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 26188dc5-924b-4df1-8286-6b13f41a3fbd up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:29.576658 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 26188dc5-924b-4df1-8286-6b13f41a3fbd triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:29.577711 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:29.765090 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:29.770084 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:27Z', 'revision_number': 3, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:29.773819 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 26188dc5-924b-4df1-8286-6b13f41a3fbd is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:29.813839 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:29.814334 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Updating router c6bd5ce8-94d2-472c-965a-7f961980ac09 port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:29.871207 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.095519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34080) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:30.126841 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Allocated IP 172.20.0.1 (2f7744bd-888c-403f-8b6e-027655043a1c/77a6f477-40a2-4e13-a4e9-e83b0855df72/34d15866-280a-4c1e-b824-a2600a53fbf0) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:30.312985 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Publish callbacks [] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.350974 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b7cc472f-db39-478c-81b1-8d7ba2cb18db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4197dc02d1414617801032f30c80ac8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530899 Mar 31 23:19:30.353070 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34088) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:30.391872 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Publish callbacks [] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.419460 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01fa12c8-ca81-412e-abfb-3fc65b04bd3c admin admin] Publish callbacks [] for security_group (5c09f90b-89e0-434c-8eee-675e4fb852c1), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.448789 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01fa12c8-ca81-412e-abfb-3fc65b04bd3c admin admin] Publish callbacks [] for security_group (5c09f90b-89e0-434c-8eee-675e4fb852c1), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.460133 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.538272 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.557184 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Network 2f7744bd-888c-403f-8b6e-027655043a1c is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:30.573203 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:30.577211 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=34d15866-280a-4c1e-b824-a2600a53fbf0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.581416 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:30.622247 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befc46f-d0c3-4b00-8cdb-3a9deaabf9d9 None None] Pushing event updated for resources: {'Port': ['ID=7ce920a7-32ad-4ef4-ac2f-ac0d65b70336,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.652921 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01fa12c8-ca81-412e-abfb-3fc65b04bd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (5c09f90b-89e0-434c-8eee-675e4fb852c1), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.654952 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (c6bd5ce8-94d2-472c-965a-7f961980ac09), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.657383 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-01fa12c8-ca81-412e-abfb-3fc65b04bd3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.664849 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-01fa12c8-ca81-412e-abfb-3fc65b04bd3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c09f90b-89e0-434c-8eee-675e4fb852c1 HTTP/1.1" status: 204 len: 168 time: 0.3052359 Mar 31 23:19:30.667497 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Attempting to bind port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:19:30.668233 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Attempting to bind port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:19:30.668864 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Attempting to bind port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:30.681283 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa12c8-ca81-412e-abfb-3fc65b04bd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c09f90b-89e0-434c-8eee-675e4fb852c1,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:30.692917 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:30.693549 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:30.694325 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.695367 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:30.696884 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Bound port: 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:19:30.697703 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.815173 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] For port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:30.820977 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] For port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=7ce920a7-32ad-4ef4-ac2f-ac0d65b70336,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:30.951222 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:30.996254 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:31.021247 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:31.021957 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:19:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:31.044207 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-25618d4a-eedb-478b-a039-20bd0a9961e1 None None] Provisioning complete for port 34d15866-280a-4c1e-b824-a2600a53fbf0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:31.044207 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-25618d4a-eedb-478b-a039-20bd0a9961e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:31.264644 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Publish callbacks [] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:31.321751 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:31.327488 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befc46f-d0c3-4b00-8cdb-3a9deaabf9d9 None None] Pushing event updated for resources: {'Port': ['ID=7ce920a7-32ad-4ef4-ac2f-ac0d65b70336,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.366566 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-25618d4a-eedb-478b-a039-20bd0a9961e1 None None] Port 34d15866-280a-4c1e-b824-a2600a53fbf0 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:19:31.406939 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:31.423844 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=34d15866-280a-4c1e-b824-a2600a53fbf0,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:31.431315 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (c6bd5ce8-94d2-472c-965a-7f961980ac09), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:31.610577 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Network 2f7744bd-888c-403f-8b6e-027655043a1c is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:31.612662 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:31.803297 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 1, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:31.859969 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbc7d8b-0ea8-4989-a860-592a489f509c None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 1, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:31.906831 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:32.007182 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-16b06fcf-21d2-4665-aeac-ab37db1a73d8 None None] Provisioning complete for port 34d15866-280a-4c1e-b824-a2600a53fbf0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:32.008012 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-16b06fcf-21d2-4665-aeac-ab37db1a73d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:32.097741 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-16b06fcf-21d2-4665-aeac-ab37db1a73d8 None None] Port 34d15866-280a-4c1e-b824-a2600a53fbf0 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:19:32.153700 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:32.159796 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8c37f72f-8bd2-439e-8793-38e6384cf8d2 admin admin] 10.222.0.41 "PUT /v2.0/routers/c6bd5ce8-94d2-472c-965a-7f961980ac09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1586976 Mar 31 23:19:32.362670 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34124) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:32.518314 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-352368908-network', 'tenant_id': '2ecaeabedef747898d440e9968d7f0fe'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:32.677001 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Made reservation on behalf of 2ecaeabedef747898d440e9968d7f0fe for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:32.685701 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:32.701934 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:32.848723 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Publish callbacks [] for security_group (d2bae340-5fcc-4c8d-bc76-21daf11600ec), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:32.973773 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d2bae340-5fcc-4c8d-bc76-21daf11600ec), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.013407 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:33.026318 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bae340-5fcc-4c8d-bc76-21daf11600ec,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.033576 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.033967 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Added segment 09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6 of type vlan for network c749beaa-06c1-49dd-8cd4-e07740884aed Mar 31 23:19:33.111706 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (c749beaa-06c1-49dd-8cd4-e07740884aed), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.230669 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (c749beaa-06c1-49dd-8cd4-e07740884aed), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.232904 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:33.234290 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.369815 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c749beaa-06c1-49dd-8cd4-e07740884aed,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:33.388951 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network c749beaa-06c1-49dd-8cd4-e07740884aed details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:33.434734 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-98df26cf-1042-40d1-a884-13271423f7d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0699508 Mar 31 23:19:33.437054 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34144) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:33.447491 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Request body: {'subnet': {'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-352368908-subnet', 'tenant_id': '2ecaeabedef747898d440e9968d7f0fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:33.476155 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:33.515998 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34148) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:33.523115 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-336244976-network', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:33.587578 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:33.587985 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.613292 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Made reservation on behalf of 2ecaeabedef747898d440e9968d7f0fe for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:33.616860 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33176719'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.647310 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Made reservation on behalf of 70e2f4b423df404db0fc2deb61e8afee for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:33.652755 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.706011 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.864165 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:33.865733 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.897458 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Publish callbacks [] for security_group (57f23a05-c789-403f-ab98-85ec53c9a48b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:33.927164 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=7ce920a7-32ad-4ef4-ac2f-ac0d65b70336,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:33.990795 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (57f23a05-c789-403f-ab98-85ec53c9a48b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.027112 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:19:34.036711 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.040515 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f23a05-c789-403f-ab98-85ec53c9a48b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.050191 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (e5256d8e-cae5-4043-904e-0d83e0d1f00d), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.050748 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Added segment e5256d8e-cae5-4043-904e-0d83e0d1f00d of type vlan for network 55b229f6-b246-4efb-932a-86f685340068 Mar 31 23:19:34.104631 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33176729'] for subnet (42cc5ae8-9a18-413d-9fda-3fe330703b0c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.125942 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (55b229f6-b246-4efb-932a-86f685340068), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.138024 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=7ce920a7-32ad-4ef4-ac2f-ac0d65b70336,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.185116 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cc5ae8-9a18-413d-9fda-3fe330703b0c,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.194046 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Checking segment: {'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:34.194410 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Network hostable DHCP agents. Network: c749beaa-06c1-49dd-8cd4-e07740884aed, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:34.237891 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (55b229f6-b246-4efb-932a-86f685340068), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.239189 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.240212 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.298591 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Network c749beaa-06c1-49dd-8cd4-e07740884aed is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:34.314463 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] Pushing event updated for resources: {'Network': ['ID=55b229f6-b246-4efb-932a-86f685340068,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:34.329775 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network 55b229f6-b246-4efb-932a-86f685340068 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:19:34.385247 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, c749beaa-06c1-49dd-8cd4-e07740884aed) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:34.391144 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-70796ebf-5fc5-42f9-b187-5ddef16eefcc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8731766 Mar 31 23:19:34.395773 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34162) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:34.400501 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:34.401938 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.405825 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e57f60-80e9-4e81-8fd2-ac100395614d None None] Network c749beaa-06c1-49dd-8cd4-e07740884aed requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:19:34.407325 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Request body: {'subnet': {'network_id': '55b229f6-b246-4efb-932a-86f685340068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-336244976-subnet', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:34.512144 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8eff2c84-70fb-469c-901d-4ef59d3ffe65 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0730877 Mar 31 23:19:34.563788 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f62390-cf75-43d1-aefa-a910a1f21c48 None None] Network c749beaa-06c1-49dd-8cd4-e07740884aed requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:19:34.584373 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Made reservation on behalf of 70e2f4b423df404db0fc2deb61e8afee for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:34.587205 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257809'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:34.993689 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:35.010363 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:35.011421 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:19:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:35.053706 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25259472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257799'] for subnet (cd02957b-20fa-452e-ac7a-c6aefabb39e7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:35.157093 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd02957b-20fa-452e-ac7a-c6aefabb39e7,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:35.180900 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Checking segment: {'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:35.181476 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Network hostable DHCP agents. Network: 55b229f6-b246-4efb-932a-86f685340068, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:19:35.236156 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:35.308782 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:35.361760 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Network 55b229f6-b246-4efb-932a-86f685340068 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:19:35.377225 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:35.377947 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:35.446999 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, 55b229f6-b246-4efb-932a-86f685340068) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:35.457351 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:35.458591 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:35.488136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aee9a0a-3501-4c20-bdc6-31e8584864e3 None None] Network 55b229f6-b246-4efb-932a-86f685340068 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:19:35.550856 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e37f8cf8-5b9d-47db-9974-74884073c087 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1520009 Mar 31 23:19:35.553635 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34182) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:35.558308 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:35.569288 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:35.673832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (81e094a1-8831-48a9-ba88-923dac30c775), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:35.674946 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (81e094a1-8831-48a9-ba88-923dac30c775), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:35.681338 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-55b229f6-b246-4efb-932a-86f685340068', 'network_id': '55b229f6-b246-4efb-932a-86f685340068', 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'fixed_ips': [{'subnet_id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:19:35.684213 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:35.764616 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks [] for router_controller (81e094a1-8831-48a9-ba88-923dac30c775), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:35.794931 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:31Z', 'revision_number': 2, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:35.826695 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:35.827119 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Updating router c6bd5ce8-94d2-472c-965a-7f961980ac09 port 34d15866-280a-4c1e-b824-a2600a53fbf0 binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:35.832828 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34184) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:35.885732 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Allocated IP 172.20.0.2 (55b229f6-b246-4efb-932a-86f685340068/cd02957b-20fa-452e-ac7a-c6aefabb39e7/d8b2dfb4-6678-4606-a266-0f36f6e794d6) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:35.906872 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.114315 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks [] for router_gateway (81e094a1-8831-48a9-ba88-923dac30c775), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.163088 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a5e043da-5c73-4633-b6e6-b83df05b444c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.173120 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Publish callbacks [] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.311226 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.381904 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Network 55b229f6-b246-4efb-932a-86f685340068 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:36.382826 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a5e043da-5c73-4633-b6e6-b83df05b444c admin admin] Publish callbacks [] for security_group (e407ce2e-d43c-47e6-aa8f-6e875160a5d8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.399742 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:36.407315 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Publish callbacks [] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.411493 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:36.416990 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Pushing event updated for resources: {'Port': ['ID=d8b2dfb4-6678-4606-a266-0f36f6e794d6,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:36.440259 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.440849 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.441436 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.442056 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.442613 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.443202 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.443788 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.444366 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.445228 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.445835 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.446415 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.447002 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.447597 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.448180 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.448759 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.490599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a5e043da-5c73-4633-b6e6-b83df05b444c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e407ce2e-d43c-47e6-aa8f-6e875160a5d8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.515774 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.542228 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Attempting to bind port d8b2dfb4-6678-4606-a266-0f36f6e794d6 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:19:36.543178 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Attempting to bind port d8b2dfb4-6678-4606-a266-0f36f6e794d6 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:19:36.543439 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Attempting to bind port d8b2dfb4-6678-4606-a266-0f36f6e794d6 on network 55b229f6-b246-4efb-932a-86f685340068 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:36.553541 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:36.554203 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Checking segment: {'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:36.554935 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.555580 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Bound using segment: {'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:36.556390 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Bound port: d8b2dfb4-6678-4606-a266-0f36f6e794d6, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:19:36.557156 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.577311 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e043da-5c73-4633-b6e6-b83df05b444c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e407ce2e-d43c-47e6-aa8f-6e875160a5d8,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:36.604297 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a5e043da-5c73-4633-b6e6-b83df05b444c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b01b0c8febb4e899ca3dc92795438e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7664776 Mar 31 23:19:36.604802 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34194) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:36.634696 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks [] for router_gateway (81e094a1-8831-48a9-ba88-923dac30c775), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.644342 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Pushing event updated for resources: {'Port': ['ID=34d15866-280a-4c1e-b824-a2600a53fbf0,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:36.661534 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.712763 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.713512 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.714300 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.715042 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.715775 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.716431 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.717108 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.717810 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.718497 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.719194 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.719899 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.720498 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.721152 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.721814 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.722516 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:36.729272 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] For port d8b2dfb4-6678-4606-a266-0f36f6e794d6, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:36.740974 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] For port d8b2dfb4-6678-4606-a266-0f36f6e794d6, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d8b2dfb4-6678-4606-a266-0f36f6e794d6,segment=NetworkSegment(e5256d8e-cae5-4043-904e-0d83e0d1f00d),segment_id=e5256d8e-cae5-4043-904e-0d83e0d1f00d)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:36.754601 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Attempting to bind port 34d15866-280a-4c1e-b824-a2600a53fbf0 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:19:36.756403 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Attempting to bind port 34d15866-280a-4c1e-b824-a2600a53fbf0 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:19:36.756403 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Attempting to bind port 34d15866-280a-4c1e-b824-a2600a53fbf0 on network 2f7744bd-888c-403f-8b6e-027655043a1c {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:36.768200 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:36.769257 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Checking segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:36.769968 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.770574 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Bound using segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:36.771990 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Bound port: 34d15866-280a-4c1e-b824-a2600a53fbf0, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:19:36.771990 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.853165 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:36.858496 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Allocated IP 172.27.0.39 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/4efd1211-844f-456a-88f3-bc3f5b7d8a9c) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:36.961732 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] For port 34d15866-280a-4c1e-b824-a2600a53fbf0, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:36.977863 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] For port 34d15866-280a-4c1e-b824-a2600a53fbf0, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=34d15866-280a-4c1e-b824-a2600a53fbf0,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:37.058040 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0885a-f8e4-4c66-bf43-cc62c60f7062 None None] Pushing event updated for resources: {'Port': ['ID=d8b2dfb4-6678-4606-a266-0f36f6e794d6,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.071348 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks [] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.071513 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.118048 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3fe6f710-1806-418a-a3a1-e261391b0615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.143630 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-f9746268-c680-4061-9754-a9cbfb3db559 None None] Provisioning complete for port 34d15866-280a-4c1e-b824-a2600a53fbf0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:37.143828 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9746268-c680-4061-9754-a9cbfb3db559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.251265 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.276712 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:37.289395 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:19:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:37.379704 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-f9746268-c680-4061-9754-a9cbfb3db559 None None] Current status of the port 34d15866-280a-4c1e-b824-a2600a53fbf0 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:37.380962 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9746268-c680-4061-9754-a9cbfb3db559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.391189 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:37.392254 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Pushing event updated for resources: {'Port': ['ID=4efd1211-844f-456a-88f3-bc3f5b7d8a9c,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.461960 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a77-6ec6-41ba-ab94-bc1748b7fc84 admin admin] Publish callbacks [] for security_group (e407ce2e-d43c-47e6-aa8f-6e875160a5d8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.462435 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:37.469268 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:37.483688 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa14a29-aa82-472c-824e-3aff1d7aad2f None None] Pushing event updated for resources: {'Port': ['ID=34d15866-280a-4c1e-b824-a2600a53fbf0,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.536305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a77-6ec6-41ba-ab94-bc1748b7fc84 admin admin] Publish callbacks [] for security_group (e407ce2e-d43c-47e6-aa8f-6e875160a5d8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.575038 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f9746268-c680-4061-9754-a9cbfb3db559 None None] For port 34d15866-280a-4c1e-b824-a2600a53fbf0, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=34d15866-280a-4c1e-b824-a2600a53fbf0,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:37.658842 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9746268-c680-4061-9754-a9cbfb3db559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.718643 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:37.756253 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a77-6ec6-41ba-ab94-bc1748b7fc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e407ce2e-d43c-47e6-aa8f-6e875160a5d8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.760850 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bed8a77-6ec6-41ba-ab94-bc1748b7fc84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:37.766379 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4bed8a77-6ec6-41ba-ab94-bc1748b7fc84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e407ce2e-d43c-47e6-aa8f-6e875160a5d8 HTTP/1.1" status: 204 len: 168 time: 1.1554446 Mar 31 23:19:37.791918 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed8a77-6ec6-41ba-ab94-bc1748b7fc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e407ce2e-d43c-47e6-aa8f-6e875160a5d8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.892641 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9746268-c680-4061-9754-a9cbfb3db559 None None] Pushing event updated for resources: {'Port': ['ID=34d15866-280a-4c1e-b824-a2600a53fbf0,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:37.975631 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c619b28c-c7cf-43c1-8a56-8237ede2bcaa None None] Provisioning complete for port 34d15866-280a-4c1e-b824-a2600a53fbf0 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:37.976268 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c619b28c-c7cf-43c1-8a56-8237ede2bcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:38.102304 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-decf5dab-c664-4c62-a9a9-596e279138b4 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:38.105421 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-decf5dab-c664-4c62-a9a9-596e279138b4 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/networks?id=c749beaa-06c1-49dd-8cd4-e07740884aed HTTP/1.1" status: 200 len: 813 time: 0.2873654 Mar 31 23:19:38.151381 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c619b28c-c7cf-43c1-8a56-8237ede2bcaa None None] Current status of the port 34d15866-280a-4c1e-b824-a2600a53fbf0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:38.154497 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-5b794a3d-6ba9-4489-b52d-703795be2dc2 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/quotas/2ecaeabedef747898d440e9968d7f0fe HTTP/1.1" status: 200 len: 375 time: 0.0413749 Mar 31 23:19:38.192282 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:38.218907 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-1fb87a04-7c31-4e69-bae5-8c7899e16c24 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ecaeabedef747898d440e9968d7f0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622017 Mar 31 23:19:38.263558 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19073a5-290a-42e6-ad73-2ae563b6dcad None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:38.359216 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks [] for router_gateway (81e094a1-8831-48a9-ba88-923dac30c775), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:38.737081 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-4522940f-c150-48f7-8495-6df8b8dcff71 service neutron] 10.222.0.41 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153329 Mar 31 23:19:38.754859 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (81e094a1-8831-48a9-ba88-923dac30c775), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:38.858864 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1170400-8e60-4619-957f-f94244a5d044 None None] Network 55b229f6-b246-4efb-932a-86f685340068 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:19:38.892417 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-835799d9-53c9-41ef-a19c-e6990a86f423 service neutron] 10.222.0.41 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502247 Mar 31 23:19:38.942782 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-15890312-2c84-47ec-8b83-e913540cba2d None None] Provisioning complete for port d8b2dfb4-6678-4606-a266-0f36f6e794d6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:38.943127 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-15890312-2c84-47ec-8b83-e913540cba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:39.168816 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Router 81e094a1-8831-48a9-ba88-923dac30c775 is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:19:39.311728 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-15890312-2c84-47ec-8b83-e913540cba2d None None] Current status of the port d8b2dfb4-6678-4606-a266-0f36f6e794d6 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:39.312345 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-15890312-2c84-47ec-8b83-e913540cba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:39.416532 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-15890312-2c84-47ec-8b83-e913540cba2d None None] For port d8b2dfb4-6678-4606-a266-0f36f6e794d6, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d8b2dfb4-6678-4606-a266-0f36f6e794d6,segment=NetworkSegment(e5256d8e-cae5-4043-904e-0d83e0d1f00d),segment_id=e5256d8e-cae5-4043-904e-0d83e0d1f00d)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:39.447779 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:39.448652 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f45e2c6-a10b-4d6f-b6f2-864c810efda2 req-2ad38b61-04bd-4167-b3c0-5ce23e23338b tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 210 time: 0.1121924 Mar 31 23:19:39.461322 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Sync routers for ids ['81e094a1-8831-48a9-ba88-923dac30c775'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:39.493350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Routers {'81e094a1-8831-48a9-ba88-923dac30c775'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:39.495009 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:19:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['81e094a1-8831-48a9-ba88-923dac30c775'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:39.572946 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:39.575322 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2c041176-a03f-4c60-92ac-3781af07c9eb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0201552 Mar 31 23:19:39.579937 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34228) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:39.670460 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 34d15866-280a-4c1e-b824-a2600a53fbf0 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:39.708250 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-15890312-2c84-47ec-8b83-e913540cba2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:39.877094 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15890312-2c84-47ec-8b83-e913540cba2d None None] Pushing event updated for resources: {'Port': ['ID=d8b2dfb4-6678-4606-a266-0f36f6e794d6,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:39.893157 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-4675509e-15fb-4479-a317-977a532d41ae None None] Provisioning complete for port d8b2dfb4-6678-4606-a266-0f36f6e794d6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:39.901154 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4675509e-15fb-4479-a317-977a532d41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:39.928463 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Set router 81e094a1-8831-48a9-ba88-923dac30c775 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:40.010029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 34d15866-280a-4c1e-b824-a2600a53fbf0 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:40.010365 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.261591 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-4675509e-15fb-4479-a317-977a532d41ae None None] Current status of the port d8b2dfb4-6678-4606-a266-0f36f6e794d6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:40.271305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.274657 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 34d15866-280a-4c1e-b824-a2600a53fbf0 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:40.275805 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d8b2dfb4-6678-4606-a266-0f36f6e794d6 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:40.336643 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 3, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:40.373642 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Checking router: 81e094a1-8831-48a9-ba88-923dac30c775 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:40.374020 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Updating router 81e094a1-8831-48a9-ba88-923dac30c775 port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:40.409683 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port d8b2dfb4-6678-4606-a266-0f36f6e794d6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:40.410169 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.435832 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.488845 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Allocated IP 172.20.0.1 (55b229f6-b246-4efb-932a-86f685340068/cd02957b-20fa-452e-ac7a-c6aefabb39e7/d3740b9d-e0ea-4477-b42b-390132d5fbb6) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:40.566383 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0687a0c0-5a91-44e2-9be3-734e36a30d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.598335 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d86f427-02e9-45f9-b410-6b40790eb0fa req-4a9f85ea-a2a1-46a5-947c-0ac2ebc05d04 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 210 time: 0.0394411 Mar 31 23:19:40.675972 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Publish callbacks [] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.680569 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port d8b2dfb4-6678-4606-a266-0f36f6e794d6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:40.796585 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.833200 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Publish callbacks [] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.843879 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Network 55b229f6-b246-4efb-932a-86f685340068 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:40.847556 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:40.856685 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:40.908106 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3740b9d-e0ea-4477-b42b-390132d5fbb6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:40.921268 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (81e094a1-8831-48a9-ba88-923dac30c775), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:40.922253 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.009330 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Attempting to bind port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:19:41.010095 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Attempting to bind port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:19:41.010701 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Attempting to bind port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:41.024310 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:41.024975 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:41.025951 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.026613 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:41.027377 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Bound port: 4efd1211-844f-456a-88f3-bc3f5b7d8a9c, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:19:41.028541 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.031604 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499565a7-0e4d-4294-8f03-439f5ac6cdb1 None None] Pushing event updated for resources: {'Port': ['ID=4efd1211-844f-456a-88f3-bc3f5b7d8a9c,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.172181 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] For port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:41.178785 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] For port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=4efd1211-844f-456a-88f3-bc3f5b7d8a9c,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:41.220480 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-c097a86b-5ca8-48f5-b9e8-a5a04495d711 None None] Provisioning complete for port d3740b9d-e0ea-4477-b42b-390132d5fbb6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:41.221138 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c097a86b-5ca8-48f5-b9e8-a5a04495d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.276304 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.278206 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.326385 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-c097a86b-5ca8-48f5-b9e8-a5a04495d711 None None] Port d3740b9d-e0ea-4477-b42b-390132d5fbb6 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:19:41.406665 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d8b2dfb4-6678-4606-a266-0f36f6e794d6 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:41.490332 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Routers {'81e094a1-8831-48a9-ba88-923dac30c775'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:41.491303 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:19:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['81e094a1-8831-48a9-ba88-923dac30c775'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:41.552452 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Publish callbacks [] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.619817 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.653487 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499565a7-0e4d-4294-8f03-439f5ac6cdb1 None None] Pushing event updated for resources: {'Port': ['ID=4efd1211-844f-456a-88f3-bc3f5b7d8a9c,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.693331 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port d8b2dfb4-6678-4606-a266-0f36f6e794d6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:41.693745 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.723299 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3740b9d-e0ea-4477-b42b-390132d5fbb6,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:41.745736 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (81e094a1-8831-48a9-ba88-923dac30c775), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:41.767253 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] Set router 81e094a1-8831-48a9-ba88-923dac30c775 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:41.775464 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef548411-a465-4875-af03-9d026f41e7f2 req-d908018c-a312-43ea-8bd0-7f30a1e57562 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 210 time: 0.0458937 Mar 31 23:19:41.899129 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Network 55b229f6-b246-4efb-932a-86f685340068 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:41.901521 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:42.096640 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Router 81e094a1-8831-48a9-ba88-923dac30c775 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:19:42.331468 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port d8b2dfb4-6678-4606-a266-0f36f6e794d6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:42.332845 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:19:42.345693 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7d739982-aa1f-4eba-8c0a-77dd34d9c9f5 admin admin] 10.222.0.41 "PUT /v2.0/routers/81e094a1-8831-48a9-ba88-923dac30c775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7637427 Mar 31 23:19:42.458492 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-333fda60-4377-4b4a-a2da-6cdc946b3852 None None] Provisioning complete for port d3740b9d-e0ea-4477-b42b-390132d5fbb6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:42.458843 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-333fda60-4377-4b4a-a2da-6cdc946b3852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:42.495940 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-3766aa23-8a0d-48b4-97f4-401dd6356cbd tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:42.499529 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-3766aa23-8a0d-48b4-97f4-401dd6356cbd tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.30 "GET /v2.0/networks?id=c749beaa-06c1-49dd-8cd4-e07740884aed HTTP/1.1" status: 200 len: 813 time: 0.2153950 Mar 31 23:19:42.515439 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Request body: {'port': {'device_id': '5eed622d-81a6-4905-9874-f08425cdcd79', 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed', 'admin_state_up': True, 'tenant_id': '2ecaeabedef747898d440e9968d7f0fe'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:42.541882 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-333fda60-4377-4b4a-a2da-6cdc946b3852 None None] Port d3740b9d-e0ea-4477-b42b-390132d5fbb6 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:19:42.547602 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:42.551092 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 4, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'd3740b9d-e0ea-4477-b42b-390132d5fbb6', 'name': '', 'network_id': '55b229f6-b246-4efb-932a-86f685340068', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'mac_address': 'fa:16:3e:9d:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:40Z', 'updated_at': '2022-03-31T23:19:40Z', 'revision_number': 1, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'subnets': [{'id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:42.611429 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32b763-2c77-42b5-b177-61f38abf39ad None None] The sync data for ids ['81e094a1-8831-48a9-ba88-923dac30c775'] in dv-cinder-835879-3-iscsi is: [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 4, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'd3740b9d-e0ea-4477-b42b-390132d5fbb6', 'name': '', 'network_id': '55b229f6-b246-4efb-932a-86f685340068', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'mac_address': 'fa:16:3e:9d:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:40Z', 'updated_at': '2022-03-31T23:19:40Z', 'revision_number': 1, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'subnets': [{'id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:42.726140 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Made reservation on behalf of 2ecaeabedef747898d440e9968d7f0fe for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:19:42.733273 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.038258 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-887a4bd2-fd2f-4294-8a19-92d64596e01b req-3700f207-5341-4614-8e65-1f2495edf04f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 210 time: 0.0684686 Mar 31 23:19:43.056328 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Allocated IP 172.20.0.5 (c749beaa-06c1-49dd-8cd4-e07740884aed/42cc5ae8-9a18-413d-9fda-3fe330703b0c/870ac420-41f7-409c-9d1e-20926fcf89dc) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:19:43.314973 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks [] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.361664 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34266) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:43.373002 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-e92a9515-8fb3-4eb0-8eb2-e25b8b3a02b4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046011324', 'description': 'tempest-secgroup-smoke-1046011324 description', 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:43.499898 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.534795 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e92a9515-8fb3-4eb0-8eb2-e25b8b3a02b4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.551206 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Network c749beaa-06c1-49dd-8cd4-e07740884aed is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:19:43.555025 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:19:43.562396 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:19:43.610106 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Pushing event updated for resources: {'Port': ['ID=870ac420-41f7-409c-9d1e-20926fcf89dc,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:43.646659 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:43.647324 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.667484 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e92a9515-8fb3-4eb0-8eb2-e25b8b3a02b4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group (842325eb-09f1-495a-84b0-27ceb12a2459), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.808043 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e92a9515-8fb3-4eb0-8eb2-e25b8b3a02b4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (842325eb-09f1-495a-84b0-27ceb12a2459), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.813355 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-56874cb1-5c86-4bb8-9f3d-609a4b44e474 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3043146 Mar 31 23:19:43.829389 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Request body: {'port': {'device_id': '5eed622d-81a6-4905-9874-f08425cdcd79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:43.868262 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a9515-8fb3-4eb0-8eb2-e25b8b3a02b4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842325eb-09f1-495a-84b0-27ceb12a2459,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:43.932328 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e92a9515-8fb3-4eb0-8eb2-e25b8b3a02b4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.937258 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e92a9515-8fb3-4eb0-8eb2-e25b8b3a02b4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5714896 Mar 31 23:19:43.939430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34270) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:43.948325 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:43.959109 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-48d19722-82fb-4599-8c7b-0380419f7b42 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'security_group_rule': {'security_group_id': '842325eb-09f1-495a-84b0-27ceb12a2459', 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:44.087730 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d19722-82fb-4599-8c7b-0380419f7b42 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (55241869-9377-4512-8256-25d6fdaef981), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.193077 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d19722-82fb-4599-8c7b-0380419f7b42 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (55241869-9377-4512-8256-25d6fdaef981), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.263053 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101e707-eeeb-41a7-911f-9ecbe230db2d req-cdf772cd-0358-4cfd-b9cd-24ede5b76773 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:44.264796 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e101e707-eeeb-41a7-911f-9ecbe230db2d req-cdf772cd-0358-4cfd-b9cd-24ede5b76773 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 931 time: 0.0756447 Mar 31 23:19:44.355078 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d19722-82fb-4599-8c7b-0380419f7b42 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (55241869-9377-4512-8256-25d6fdaef981), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.378742 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e101e707-eeeb-41a7-911f-9ecbe230db2d req-d78b2eb7-2ec0-4ce0-a63e-3578ba060fa2 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017404 Mar 31 23:19:44.410130 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d19722-82fb-4599-8c7b-0380419f7b42 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55241869-9377-4512-8256-25d6fdaef981,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:44.429670 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870ac420-41f7-409c-9d1e-20926fcf89dc {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:44.440864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Publish callbacks [] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.460872 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Transition to ACTIVE for port object 870ac420-41f7-409c-9d1e-20926fcf89dc will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:19:44.525615 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-48d19722-82fb-4599-8c7b-0380419f7b42 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.528211 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-48d19722-82fb-4599-8c7b-0380419f7b42 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5869958 Mar 31 23:19:44.531468 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34276) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:44.537392 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-10eaf5bf-947b-425d-a7ce-b8f3d3ff82bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'security_group_rule': {'security_group_id': '842325eb-09f1-495a-84b0-27ceb12a2459', 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:44.584634 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.662436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=870ac420-41f7-409c-9d1e-20926fcf89dc,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:44.672225 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-10eaf5bf-947b-425d-a7ce-b8f3d3ff82bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (63693a0f-405e-47a8-ba41-357f64ec66cd), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.788110 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-10eaf5bf-947b-425d-a7ce-b8f3d3ff82bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (63693a0f-405e-47a8-ba41-357f64ec66cd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.793821 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Attempting to bind port 870ac420-41f7-409c-9d1e-20926fcf89dc on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:19:44.794234 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Attempting to bind port 870ac420-41f7-409c-9d1e-20926fcf89dc by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:19:44.794579 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Attempting to bind port 870ac420-41f7-409c-9d1e-20926fcf89dc on network c749beaa-06c1-49dd-8cd4-e07740884aed {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:44.802655 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Port 870ac420-41f7-409c-9d1e-20926fcf89dc on network c749beaa-06c1-49dd-8cd4-e07740884aed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:19:44.803218 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Attempting to bind port 870ac420-41f7-409c-9d1e-20926fcf89dc on network c749beaa-06c1-49dd-8cd4-e07740884aed {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:44.811813 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:44.812474 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Checking segment: {'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:44.813096 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Bound using segment: {'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:44.813645 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Bound port: 870ac420-41f7-409c-9d1e-20926fcf89dc, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:19:44.814157 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.892252 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-10eaf5bf-947b-425d-a7ce-b8f3d3ff82bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (63693a0f-405e-47a8-ba41-357f64ec66cd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:44.893061 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] For port 870ac420-41f7-409c-9d1e-20926fcf89dc, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:44.898882 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] For port 870ac420-41f7-409c-9d1e-20926fcf89dc, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=870ac420-41f7-409c-9d1e-20926fcf89dc,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:44.917982 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaf5bf-947b-425d-a7ce-b8f3d3ff82bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63693a0f-405e-47a8-ba41-357f64ec66cd,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:45.116595 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.135709 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:19:45.162181 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.163518 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-10eaf5bf-947b-425d-a7ce-b8f3d3ff82bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.169921 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-10eaf5bf-947b-425d-a7ce-b8f3d3ff82bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6321177 Mar 31 23:19:45.169921 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34280) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:45.175594 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ba0002d2-c389-444c-8d4c-a87a6ee67fd4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'security_group_rule': {'security_group_id': '842325eb-09f1-495a-84b0-27ceb12a2459', 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:45.180610 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.181113 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.183466 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] 10.222.0.30 "PUT /v2.0/ports/870ac420-41f7-409c-9d1e-20926fcf89dc HTTP/1.1" status: 200 len: 1093 time: 1.3622789 Mar 31 23:19:45.184664 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eed622d-81a6-4905-9874-f08425cdcd79', 'tag': '870ac420-41f7-409c-9d1e-20926fcf89dc'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:45.188178 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a808eb34-f7ec-494c-a09b-1553085d34c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5eed622d-81a6-4905-9874-f08425cdcd79", "tag": "870ac420-41f7-409c-9d1e-20926fcf89dc"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:45.229887 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcac4de-054c-4121-be86-c09d239e0aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=870ac420-41f7-409c-9d1e-20926fcf89dc,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:45.241649 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453be5aa-be22-4ec7-98ba-ad43713631f1 x-openstack-request-id: req-453be5aa-be22-4ec7-98ba-ad43713631f1 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:45.242018 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eed622d-81a6-4905-9874-f08425cdcd79", "tag": "870ac420-41f7-409c-9d1e-20926fcf89dc", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:45.242504 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-453be5aa-be22-4ec7-98ba-ad43713631f1 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:45.242843 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453be5aa-be22-4ec7-98ba-ad43713631f1'] response: {'name': 'network-changed', 'server_uuid': '5eed622d-81a6-4905-9874-f08425cdcd79', 'tag': '870ac420-41f7-409c-9d1e-20926fcf89dc', 'status': 'completed', 'code': 200} Mar 31 23:19:45.320154 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0002d2-c389-444c-8d4c-a87a6ee67fd4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (8cee8472-e5c7-4d33-83da-0385317a4c7a), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.374992 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 4efd1211-844f-456a-88f3-bc3f5b7d8a9c up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:45.430787 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0002d2-c389-444c-8d4c-a87a6ee67fd4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (8cee8472-e5c7-4d33-83da-0385317a4c7a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.471028 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:45.471626 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.515655 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.547087 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Sync routers for ids ['81e094a1-8831-48a9-ba88-923dac30c775'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:19:45.554505 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0002d2-c389-444c-8d4c-a87a6ee67fd4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (8cee8472-e5c7-4d33-83da-0385317a4c7a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.565376 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Routers {'81e094a1-8831-48a9-ba88-923dac30c775'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:45.567011 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:19:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['81e094a1-8831-48a9-ba88-923dac30c775'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:45.585213 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0002d2-c389-444c-8d4c-a87a6ee67fd4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cee8472-e5c7-4d33-83da-0385317a4c7a,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:45.607599 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81437af8-ddc7-4b39-9652-ac3f28177e34 req-35175296-9040-4227-bfe9-3038d3b9c3b7 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:45.609422 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81437af8-ddc7-4b39-9652-ac3f28177e34 req-35175296-9040-4227-bfe9-3038d3b9c3b7 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 943 time: 0.0885425 Mar 31 23:19:45.636864 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:45.637326 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.662981 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=4efd1211-844f-456a-88f3-bc3f5b7d8a9c,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:45.692060 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba0002d2-c389-444c-8d4c-a87a6ee67fd4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.699114 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ba0002d2-c389-444c-8d4c-a87a6ee67fd4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5225387 Mar 31 23:19:45.699374 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34286) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:45.703930 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-57dabbd0-c6b8-4bb0-8ae9-5d68fc5263b1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'security_group_rule': {'security_group_id': '842325eb-09f1-495a-84b0-27ceb12a2459', 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:45.710865 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81437af8-ddc7-4b39-9652-ac3f28177e34 req-0f649a4e-af76-47f6-a799-dfe8a580d344 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897970 Mar 31 23:19:45.744953 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.776631 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Set router 81e094a1-8831-48a9-ba88-923dac30c775 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:45.825137 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57dabbd0-c6b8-4bb0-8ae9-5d68fc5263b1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (0a372ff2-341e-4ad9-8747-5abbbbac370c), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.838664 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=4efd1211-844f-456a-88f3-bc3f5b7d8a9c,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:45.897069 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57dabbd0-c6b8-4bb0-8ae9-5d68fc5263b1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (0a372ff2-341e-4ad9-8747-5abbbbac370c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:45.989461 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57dabbd0-c6b8-4bb0-8ae9-5d68fc5263b1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (0a372ff2-341e-4ad9-8747-5abbbbac370c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.011024 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dabbd0-c6b8-4bb0-8ae9-5d68fc5263b1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a372ff2-341e-4ad9-8747-5abbbbac370c,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.100900 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 4, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'd3740b9d-e0ea-4477-b42b-390132d5fbb6', 'name': '', 'network_id': '55b229f6-b246-4efb-932a-86f685340068', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'mac_address': 'fa:16:3e:9d:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:40Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 2, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'subnets': [{'id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:46.108560 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-57dabbd0-c6b8-4bb0-8ae9-5d68fc5263b1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.109452 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-57dabbd0-c6b8-4bb0-8ae9-5d68fc5263b1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4096854 Mar 31 23:19:46.113481 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34290) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:46.118873 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-9d42c368-88ea-4915-988b-3fb0f3256d24 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'security_group_rule': {'security_group_id': '842325eb-09f1-495a-84b0-27ceb12a2459', 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:46.142443 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Checking router: 81e094a1-8831-48a9-ba88-923dac30c775 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:19:46.143356 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Updating router 81e094a1-8831-48a9-ba88-923dac30c775 port d3740b9d-e0ea-4477-b42b-390132d5fbb6 binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:19:46.179690 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.224526 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-9d42c368-88ea-4915-988b-3fb0f3256d24 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Project f40d1cdb38344edd8c3a9cc6d57dd2f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:19:46.232433 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d42c368-88ea-4915-988b-3fb0f3256d24 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (428dbe0a-2d5f-4270-a28c-d619881b767b), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.316557 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d42c368-88ea-4915-988b-3fb0f3256d24 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (428dbe0a-2d5f-4270-a28c-d619881b767b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.428255 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d42c368-88ea-4915-988b-3fb0f3256d24 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (428dbe0a-2d5f-4270-a28c-d619881b767b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.448691 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42c368-88ea-4915-988b-3fb0f3256d24 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428dbe0a-2d5f-4270-a28c-d619881b767b,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.515015 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Publish callbacks [] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.550941 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9d42c368-88ea-4915-988b-3fb0f3256d24 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.552221 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9d42c368-88ea-4915-988b-3fb0f3256d24 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4372849 Mar 31 23:19:46.555371 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34292) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:46.560002 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-1afc2b33-0ad6-4d30-97f8-59fb705400fc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'security_group_rule': {'security_group_id': '842325eb-09f1-495a-84b0-27ceb12a2459', 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:19:46.647228 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.675690 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-1afc2b33-0ad6-4d30-97f8-59fb705400fc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Project f40d1cdb38344edd8c3a9cc6d57dd2f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:19:46.683339 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1afc2b33-0ad6-4d30-97f8-59fb705400fc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (eb35fb7c-1c39-412e-807e-625637127c65), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.723006 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a99ba3-c46b-4436-8160-7d7a6b82986b None None] Pushing event updated for resources: {'Port': ['ID=d3740b9d-e0ea-4477-b42b-390132d5fbb6,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.779540 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1afc2b33-0ad6-4d30-97f8-59fb705400fc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (eb35fb7c-1c39-412e-807e-625637127c65), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.815206 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Attempting to bind port d3740b9d-e0ea-4477-b42b-390132d5fbb6 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:19:46.815834 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Attempting to bind port d3740b9d-e0ea-4477-b42b-390132d5fbb6 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:19:46.816418 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Attempting to bind port d3740b9d-e0ea-4477-b42b-390132d5fbb6 on network 55b229f6-b246-4efb-932a-86f685340068 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:19:46.826050 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:19:46.826648 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Checking segment: {'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:19:46.827297 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.827909 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Bound using segment: {'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:19:46.828802 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Bound port: d3740b9d-e0ea-4477-b42b-390132d5fbb6, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5256d8e-cae5-4043-904e-0d83e0d1f00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '55b229f6-b246-4efb-932a-86f685340068'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:19:46.829329 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.846607 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1afc2b33-0ad6-4d30-97f8-59fb705400fc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (eb35fb7c-1c39-412e-807e-625637127c65), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.870776 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc2b33-0ad6-4d30-97f8-59fb705400fc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb35fb7c-1c39-412e-807e-625637127c65,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:46.894976 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2da9f-a797-41b6-a9b6-c3bb9f27190c req-bcf0fbcf-13b5-467c-9ba2-b5c34c371d83 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:46.895474 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6c2da9f-a797-41b6-a9b6-c3bb9f27190c req-bcf0fbcf-13b5-467c-9ba2-b5c34c371d83 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 943 time: 0.0894394 Mar 31 23:19:46.924739 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] For port d3740b9d-e0ea-4477-b42b-390132d5fbb6, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:19:46.928444 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] For port d3740b9d-e0ea-4477-b42b-390132d5fbb6, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d3740b9d-e0ea-4477-b42b-390132d5fbb6,segment=NetworkSegment(e5256d8e-cae5-4043-904e-0d83e0d1f00d),segment_id=e5256d8e-cae5-4043-904e-0d83e0d1f00d)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:19:46.946872 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1afc2b33-0ad6-4d30-97f8-59fb705400fc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:46.948243 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1afc2b33-0ad6-4d30-97f8-59fb705400fc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3918684 Mar 31 23:19:46.968379 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6c2da9f-a797-41b6-a9b6-c3bb9f27190c req-a81e888c-a58a-479f-a426-f0d6e087a683 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662985 Mar 31 23:19:47.018378 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:47.025573 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1dad4173-b6ee-41c0-a44b-6c6669f42912 None None] Provisioning complete for port d3740b9d-e0ea-4477-b42b-390132d5fbb6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:47.026237 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1dad4173-b6ee-41c0-a44b-6c6669f42912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:47.119313 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Routers {'81e094a1-8831-48a9-ba88-923dac30c775'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:19:47.120211 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:19:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['81e094a1-8831-48a9-ba88-923dac30c775'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:47.125329 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a99ba3-c46b-4436-8160-7d7a6b82986b None None] Pushing event updated for resources: {'Port': ['ID=d3740b9d-e0ea-4477-b42b-390132d5fbb6,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:47.141109 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1dad4173-b6ee-41c0-a44b-6c6669f42912 None None] Current status of the port d3740b9d-e0ea-4477-b42b-390132d5fbb6 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:47.141904 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1dad4173-b6ee-41c0-a44b-6c6669f42912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:47.186893 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1dad4173-b6ee-41c0-a44b-6c6669f42912 None None] For port d3740b9d-e0ea-4477-b42b-390132d5fbb6, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d3740b9d-e0ea-4477-b42b-390132d5fbb6,segment=NetworkSegment(e5256d8e-cae5-4043-904e-0d83e0d1f00d),segment_id=e5256d8e-cae5-4043-904e-0d83e0d1f00d)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:47.266544 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1dad4173-b6ee-41c0-a44b-6c6669f42912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:47.411351 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad4173-b6ee-41c0-a44b-6c6669f42912 None None] Pushing event updated for resources: {'Port': ['ID=d3740b9d-e0ea-4477-b42b-390132d5fbb6,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:47.507397 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] Set router 81e094a1-8831-48a9-ba88-923dac30c775 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:19:47.508256 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d3740b9d-e0ea-4477-b42b-390132d5fbb6 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:47.544084 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-9eb32abc-4753-4d9b-8549-61ba8c4e05f9 None None] Provisioning complete for port d3740b9d-e0ea-4477-b42b-390132d5fbb6 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:47.545046 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9eb32abc-4753-4d9b-8549-61ba8c4e05f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:47.727850 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port d3740b9d-e0ea-4477-b42b-390132d5fbb6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:47.728313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:47.771196 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 4, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'd3740b9d-e0ea-4477-b42b-390132d5fbb6', 'name': '', 'network_id': '55b229f6-b246-4efb-932a-86f685340068', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'mac_address': 'fa:16:3e:9d:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:40Z', 'updated_at': '2022-03-31T23:19:46Z', 'revision_number': 4, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'subnets': [{'id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:19:47.789183 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-9eb32abc-4753-4d9b-8549-61ba8c4e05f9 None None] Current status of the port d3740b9d-e0ea-4477-b42b-390132d5fbb6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:47.801233 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc26c4-21b4-427d-bda5-ef3a698fd0a7 None None] The sync data for ids ['81e094a1-8831-48a9-ba88-923dac30c775'] in dv-cinder-835879-3-iscsi is: [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:19:41Z', 'revision_number': 4, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'd3740b9d-e0ea-4477-b42b-390132d5fbb6', 'name': '', 'network_id': '55b229f6-b246-4efb-932a-86f685340068', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'mac_address': 'fa:16:3e:9d:42:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:40Z', 'updated_at': '2022-03-31T23:19:46Z', 'revision_number': 4, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'subnets': [{'id': 'cd02957b-20fa-452e-ac7a-c6aefabb39e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:19:47.842753 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808eb34-f7ec-494c-a09b-1553085d34c3 req-66db841a-ae86-4cc3-b3e3-e4263395460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:47.844630 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a808eb34-f7ec-494c-a09b-1553085d34c3 req-66db841a-ae86-4cc3-b3e3-e4263395460d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ecaeabedef747898d440e9968d7f0fe&device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 1127 time: 0.5618296 Mar 31 23:19:47.914768 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:47.915754 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port d3740b9d-e0ea-4477-b42b-390132d5fbb6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:47.920874 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 4efd1211-844f-456a-88f3-bc3f5b7d8a9c up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:48.014911 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:48.015476 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:48.032582 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808eb34-f7ec-494c-a09b-1553085d34c3 req-65c80cd3-6817-4db1-8716-9e7eb381a522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.035516 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a808eb34-f7ec-494c-a09b-1553085d34c3 req-65c80cd3-6817-4db1-8716-9e7eb381a522 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ecaeabedef747898d440e9968d7f0fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1821549 Mar 31 23:19:48.185466 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e00fad-ca76-4fa5-a152-330a89fe7159 req-26e8c85b-20a4-4959-9f41-76ed460d7242 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.231051 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54e00fad-ca76-4fa5-a152-330a89fe7159 req-26e8c85b-20a4-4959-9f41-76ed460d7242 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 943 time: 0.0889437 Mar 31 23:19:48.232838 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:48.283772 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808eb34-f7ec-494c-a09b-1553085d34c3 req-97835635-eb18-46d2-8ba0-9e06062075cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.289403 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a808eb34-f7ec-494c-a09b-1553085d34c3 req-97835635-eb18-46d2-8ba0-9e06062075cd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2474494 Mar 31 23:19:48.314543 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54e00fad-ca76-4fa5-a152-330a89fe7159 req-f3f3ac61-453d-4c07-bb53-c86fc1c6f78a tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122231 Mar 31 23:19:48.415309 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-3940b4eb-58c4-4f75-accc-5b0ab383a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.417043 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-3940b4eb-58c4-4f75-accc-5b0ab383a7e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ecaeabedef747898d440e9968d7f0fe&device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 1127 time: 0.0689356 Mar 31 23:19:48.473859 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-2d4a6789-748d-4be2-8a1b-eaa2ecd5aa24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870ac420-41f7-409c-9d1e-20926fcf89dc HTTP/1.1" status: 200 len: 217 time: 0.0494916 Mar 31 23:19:48.539836 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-16cf4c7d-4838-436f-ab1e-71a43e559c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:48.542422 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-16cf4c7d-4838-436f-ab1e-71a43e559c43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42cc5ae8-9a18-413d-9fda-3fe330703b0c HTTP/1.1" status: 200 len: 853 time: 0.0623939 Mar 31 23:19:48.596153 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-8715f5d9-9845-47e6-b52c-ac6197f8c4d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c749beaa-06c1-49dd-8cd4-e07740884aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471754 Mar 31 23:19:48.778099 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-ccd1f767-f7d4-40b1-8df6-94ae026b617f service neutron] 10.222.0.30 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747859 Mar 31 23:19:48.919037 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4c90e3c9-51d7-4a23-9c43-607d70960a57 req-fd4699ca-ebac-442c-8a1d-5503243e5766 service neutron] 10.222.0.30 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251552 Mar 31 23:19:49.300962 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d3740b9d-e0ea-4477-b42b-390132d5fbb6 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:49.367650 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port d3740b9d-e0ea-4477-b42b-390132d5fbb6 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:49.367650 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:49.499819 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port d3740b9d-e0ea-4477-b42b-390132d5fbb6 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:49.530430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95500b9e-7919-411a-ae98-ef30a3ce0303 req-88ae99df-0d1d-4419-be60-9d3465a7a4cb tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:49.533451 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95500b9e-7919-411a-ae98-ef30a3ce0303 req-88ae99df-0d1d-4419-be60-9d3465a7a4cb tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 943 time: 0.1098657 Mar 31 23:19:49.616091 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95500b9e-7919-411a-ae98-ef30a3ce0303 req-8f5dd2fb-035b-435d-a338-30e9c16cf973 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729825 Mar 31 23:19:50.785197 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c83382-5079-443a-bb7b-5db7a8c2a28b req-f105e61b-4ea6-470d-a7af-15ce0975679a tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:50.787053 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8c83382-5079-443a-bb7b-5db7a8c2a28b req-f105e61b-4ea6-470d-a7af-15ce0975679a tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 943 time: 0.0795515 Mar 31 23:19:50.868693 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8c83382-5079-443a-bb7b-5db7a8c2a28b req-15de92e6-dfa2-4087-8a49-19255af5ba37 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711627 Mar 31 23:19:51.276755 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 870ac420-41f7-409c-9d1e-20926fcf89dc details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:19:51.404554 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 870ac420-41f7-409c-9d1e-20926fcf89dc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=870ac420-41f7-409c-9d1e-20926fcf89dc,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:51.424338 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '870ac420-41f7-409c-9d1e-20926fcf89dc', 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed', 'port_id': '870ac420-41f7-409c-9d1e-20926fcf89dc', 'mac_address': 'fa:16:3e:d7:ce:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cc5ae8-9a18-413d-9fda-3fe330703b0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:19:51.474836 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 870ac420-41f7-409c-9d1e-20926fcf89dc is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:51.475273 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:51.491696 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870ac420-41f7-409c-9d1e-20926fcf89dc {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:19:51.516965 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 870ac420-41f7-409c-9d1e-20926fcf89dc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=870ac420-41f7-409c-9d1e-20926fcf89dc,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:51.635618 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:51.708580 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=870ac420-41f7-409c-9d1e-20926fcf89dc,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:51.878179 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['870ac420-41f7-409c-9d1e-20926fcf89dc'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:19:52.070170 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b56ac-a140-4d95-a338-f27a7e6f2bad req-67e6f5a5-7dd0-48dc-b5d0-429ea8bb9997 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:52.072931 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d9b56ac-a140-4d95-a338-f27a7e6f2bad req-67e6f5a5-7dd0-48dc-b5d0-429ea8bb9997 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 944 time: 0.0788929 Mar 31 23:19:52.223372 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3d9b56ac-a140-4d95-a338-f27a7e6f2bad req-cf0bca17-01d4-4adc-98ad-6b3ef8bcd1ef tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422799 Mar 31 23:19:53.310001 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 870ac420-41f7-409c-9d1e-20926fcf89dc up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:19:53.413303 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fb8a9-077f-4a4d-92de-088f3c7b8c56 req-94c96ffc-b8fe-4ca1-8ab1-801c1a053093 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:53.415949 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f8fb8a9-077f-4a4d-92de-088f3c7b8c56 req-94c96ffc-b8fe-4ca1-8ab1-801c1a053093 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 944 time: 0.0766432 Mar 31 23:19:53.469675 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 870ac420-41f7-409c-9d1e-20926fcf89dc completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:19:53.476764 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 870ac420-41f7-409c-9d1e-20926fcf89dc triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:19:53.477523 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:53.484200 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f8fb8a9-077f-4a4d-92de-088f3c7b8c56 req-ba9ae2cb-8a20-49cf-99a9-8d22046fb739 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564718 Mar 31 23:19:53.593917 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 870ac420-41f7-409c-9d1e-20926fcf89dc is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:19:53.594364 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:53.625391 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eed622d-81a6-4905-9874-f08425cdcd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ac420-41f7-409c-9d1e-20926fcf89dc'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:19:53.627989 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c59ccee-6564-4fdf-875c-d271a7389744" -d '{"events": [{"server_uuid": "5eed622d-81a6-4905-9874-f08425cdcd79", "name": "network-vif-plugged", "status": "completed", "tag": "870ac420-41f7-409c-9d1e-20926fcf89dc"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:19:53.650643 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 870ac420-41f7-409c-9d1e-20926fcf89dc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=870ac420-41f7-409c-9d1e-20926fcf89dc,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:19:53.682533 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c925b79e-6a3d-4680-84a9-69bf1d13f482 x-openstack-request-id: req-c925b79e-6a3d-4680-84a9-69bf1d13f482 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:19:53.683030 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eed622d-81a6-4905-9874-f08425cdcd79", "name": "network-vif-plugged", "status": "completed", "tag": "870ac420-41f7-409c-9d1e-20926fcf89dc", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:19:53.683474 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c925b79e-6a3d-4680-84a9-69bf1d13f482 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:19:53.684673 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c925b79e-6a3d-4680-84a9-69bf1d13f482'] response: {'server_uuid': '5eed622d-81a6-4905-9874-f08425cdcd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ac420-41f7-409c-9d1e-20926fcf89dc', 'code': 200} Mar 31 23:19:53.727977 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:53.814990 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=870ac420-41f7-409c-9d1e-20926fcf89dc,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:54.117975 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196e9b4-428b-4195-8197-c27841dc96cf req-34da68a0-4af6-43cb-8d80-5e8fe2888477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.121719 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4196e9b4-428b-4195-8197-c27841dc96cf req-34da68a0-4af6-43cb-8d80-5e8fe2888477 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 1129 time: 0.0751719 Mar 31 23:19:54.182965 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4196e9b4-428b-4195-8197-c27841dc96cf req-9552c786-6d87-45a0-80ca-2ac15c0e25d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544035 Mar 31 23:19:54.652088 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff570-195d-4dbb-a361-74cf862ceda9 req-42e2d8d4-dbe1-47ca-8f1e-79d158bfad07 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:54.654773 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24bff570-195d-4dbb-a361-74cf862ceda9 req-42e2d8d4-dbe1-47ca-8f1e-79d158bfad07 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 945 time: 0.0783286 Mar 31 23:19:54.727270 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 34414) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:54.730093 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24bff570-195d-4dbb-a361-74cf862ceda9 req-3aae96b8-d059-42a7-89eb-80e90ab837be tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680714 Mar 31 23:19:54.902334 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:55.033577 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Publish callbacks [] for security_group (f9db883e-5de2-4ecc-8a9c-ef690d4af514), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:55.098845 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (f9db883e-5de2-4ecc-8a9c-ef690d4af514), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:55.166488 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9db883e-5de2-4ecc-8a9c-ef690d4af514,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:55.176840 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34420) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:19:55.180001 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=551a3a6d34ab4562a4169c79e3bc336e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512613 Mar 31 23:19:55.190299 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.193152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.193152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.193152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.193152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.193152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.193152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.194457 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.194457 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.194457 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.194905 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.195278 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.195673 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.196070 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.197103 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163fb73f-bb81-4c3f-97de-40878f7de5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.268562 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Publish callbacks [] for security_group (f9db883e-5de2-4ecc-8a9c-ef690d4af514), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:55.298932 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Publish callbacks [] for security_group (f9db883e-5de2-4ecc-8a9c-ef690d4af514), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:55.471975 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (f9db883e-5de2-4ecc-8a9c-ef690d4af514), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:55.475533 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:19:55.481395 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9db883e-5de2-4ecc-8a9c-ef690d4af514 HTTP/1.1" status: 204 len: 168 time: 0.2992206 Mar 31 23:19:55.490289 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9db883e-5de2-4ecc-8a9c-ef690d4af514,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:19:55.502519 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.503107 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.503506 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.503843 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.504191 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.504586 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.505189 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.505502 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.506032 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.506432 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.506807 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.507239 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.507719 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.508326 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.508771 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04a5427-371a-4af0-8e76-409b7e863130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:19:55.904968 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca8784-4b91-4210-9412-d0aba2d79d16 req-688856c6-aa67-480f-8715-65c5eb051edc tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:19:55.908525 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5ca8784-4b91-4210-9412-d0aba2d79d16 req-688856c6-aa67-480f-8715-65c5eb051edc tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 945 time: 0.0777361 Mar 31 23:19:55.989903 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5ca8784-4b91-4210-9412-d0aba2d79d16 req-c91af42e-9577-4faf-a48d-7c4c43766d7c tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766926 Mar 31 23:20:06.447195 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-efbc9e44-c52d-4bcc-9462-d7175b32e717 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046011324&fields=id&tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 267 time: 0.0567551 Mar 31 23:20:06.603367 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-3dc582a7-6d9b-48af-a878-89b22770da6a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:06.605142 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-3dc582a7-6d9b-48af-a878-89b22770da6a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 811 time: 0.1466258 Mar 31 23:20:06.623444 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-70abfa33-5180-48f7-9510-93b09da159a2 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/quotas/f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 375 time: 0.0119672 Mar 31 23:20:06.699346 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-3f166211-159c-45c1-ab13-7ed148bc1bdf tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694492 Mar 31 23:20:06.719514 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-45da798e-028b-4260-a0cb-e2fea74f6dae service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:20:06.720836 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-45da798e-028b-4260-a0cb-e2fea74f6dae service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063219 Mar 31 23:20:06.867968 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-4f457224-a4c7-4ea8-b4b3-26d7e49d1d2d service neutron] 10.222.0.41 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398838 Mar 31 23:20:06.990325 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d7fd7fae-77b0-41b8-bb46-7f742b8cc2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:07.347594 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-fdda6f5a-1dfe-4d28-9e41-9d381335fe5a service neutron] 10.222.0.41 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728537 Mar 31 23:20:08.062815 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-786b78e7-d380-407a-9e17-e2fe247e8847 req-9a78b425-003a-475c-9369-dc66de93299c tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 210 time: 0.0432119 Mar 31 23:20:09.172133 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b630e39-7110-4ace-a911-3b1d2faa2128 req-32f8c29f-90d2-4c6e-bf2f-2489bca012de tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 210 time: 0.0293567 Mar 31 23:20:10.283527 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb0c79c3-69e3-4c15-8f05-aba58cd4bb4b req-f83f7ccc-1ea2-4a5f-92c6-a484266b8629 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 210 time: 0.0336604 Mar 31 23:20:10.524191 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b7634ba6-1e22-4c93-aadf-7bfe872346b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:10.651216 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-6a13dc64-9dcd-4ec4-9b61-e49f79f4a794 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:10.654475 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-6a13dc64-9dcd-4ec4-9b61-e49f79f4a794 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 811 time: 0.1469138 Mar 31 23:20:10.740042 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-5d42d1cd-ee2c-4e10-a5c0-682b310b32b0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 380 time: 0.0763826 Mar 31 23:20:10.751772 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'port': {'device_id': '96d27e80-0026-4864-a391-fee6452c3764', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'admin_state_up': True, 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'security_groups': ['842325eb-09f1-495a-84b0-27ceb12a2459']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:10.995751 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Made reservation on behalf of f40d1cdb38344edd8c3a9cc6d57dd2f4 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:20:11.001672 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:11.220295 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Allocated IP 172.20.0.7 (2f7744bd-888c-403f-8b6e-027655043a1c/77a6f477-40a2-4e13-a4e9-e83b0855df72/368627e9-2be4-4477-91e4-4639f3bacf5e) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:11.411742 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f8d3cbf5-e381-4b91-b3e2-c9c8fe5438cc req-d283117d-3101-40f9-b377-dfe09600b385 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 210 time: 0.0320535 Mar 31 23:20:11.438358 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:11.608205 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:11.663177 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Network 2f7744bd-888c-403f-8b6e-027655043a1c is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:11.666932 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:11.674569 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:11.684170 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=368627e9-2be4-4477-91e4-4639f3bacf5e,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:11.749417 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:11.750538 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:11.821409 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-b26abd13-74c7-497e-b1b8-4a5c5931d1bb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0746891 Mar 31 23:20:11.833446 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Request body: {'port': {'device_id': '96d27e80-0026-4864-a391-fee6452c3764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:11.910374 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:11.998367 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-119b5916-6943-4d13-ad94-62025a56bff4 None None] Provisioning complete for port 368627e9-2be4-4477-91e4-4639f3bacf5e triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:20:12.000093 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-119b5916-6943-4d13-ad94-62025a56bff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:12.067268 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-119b5916-6943-4d13-ad94-62025a56bff4 None None] Port 368627e9-2be4-4477-91e4-4639f3bacf5e cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:20:12.274579 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368627e9-2be4-4477-91e4-4639f3bacf5e {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:20:12.283810 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Publish callbacks [] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:12.303737 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Transition to ACTIVE for port object 368627e9-2be4-4477-91e4-4639f3bacf5e will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:20:12.384597 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:12.461964 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:12.472418 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Pushing event updated for resources: {'Port': ['ID=368627e9-2be4-4477-91e4-4639f3bacf5e,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.559465 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Attempting to bind port 368627e9-2be4-4477-91e4-4639f3bacf5e on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:20:12.559840 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Attempting to bind port 368627e9-2be4-4477-91e4-4639f3bacf5e by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:20:12.560124 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Attempting to bind port 368627e9-2be4-4477-91e4-4639f3bacf5e on network 2f7744bd-888c-403f-8b6e-027655043a1c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:12.565943 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Port 368627e9-2be4-4477-91e4-4639f3bacf5e on network 2f7744bd-888c-403f-8b6e-027655043a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:20:12.566435 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Attempting to bind port 368627e9-2be4-4477-91e4-4639f3bacf5e on network 2f7744bd-888c-403f-8b6e-027655043a1c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:20:12.575983 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:20:12.576352 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Checking segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:20:12.577072 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Bound using segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:20:12.577837 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Bound port: 368627e9-2be4-4477-91e4-4639f3bacf5e, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:20:12.578300 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:12.610084 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab57e5-ebce-4bcc-876e-ffa62a74539b req-3dc1749a-56da-471a-8016-17b115c3e348 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:12.611877 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8aab57e5-ebce-4bcc-876e-ffa62a74539b req-3dc1749a-56da-471a-8016-17b115c3e348 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 943 time: 0.0909433 Mar 31 23:20:12.706093 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8aab57e5-ebce-4bcc-876e-ffa62a74539b req-1dd3520a-7be0-4939-8265-5b85d0737c76 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794523 Mar 31 23:20:12.722984 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] For port 368627e9-2be4-4477-91e4-4639f3bacf5e, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:20:12.734869 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] For port 368627e9-2be4-4477-91e4-4639f3bacf5e, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=368627e9-2be4-4477-91e4-4639f3bacf5e,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:20:12.813618 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:12.877504 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:12.880436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:12.881091 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] 10.222.0.30 "PUT /v2.0/ports/368627e9-2be4-4477-91e4-4639f3bacf5e HTTP/1.1" status: 200 len: 1093 time: 1.0522296 Mar 31 23:20:12.881834 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d27e80-0026-4864-a391-fee6452c3764', 'tag': '368627e9-2be4-4477-91e4-4639f3bacf5e'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:12.885962 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23645883-eb91-4ad1-8a18-de9021f474f2" -d '{"events": [{"name": "network-changed", "server_uuid": "96d27e80-0026-4864-a391-fee6452c3764", "tag": "368627e9-2be4-4477-91e4-4639f3bacf5e"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:12.934977 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725ed3f-93e7-4125-b359-dba8d78bc93a service neutron] Pushing event updated for resources: {'Port': ['ID=368627e9-2be4-4477-91e4-4639f3bacf5e,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:12.960852 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c4a8d8-9e9e-4ecc-abdc-3576e95a9c9c x-openstack-request-id: req-13c4a8d8-9e9e-4ecc-abdc-3576e95a9c9c {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:12.961274 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d27e80-0026-4864-a391-fee6452c3764", "tag": "368627e9-2be4-4477-91e4-4639f3bacf5e", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:12.961677 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13c4a8d8-9e9e-4ecc-abdc-3576e95a9c9c {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:12.962491 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c4a8d8-9e9e-4ecc-abdc-3576e95a9c9c'] response: {'name': 'network-changed', 'server_uuid': '96d27e80-0026-4864-a391-fee6452c3764', 'tag': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'status': 'completed', 'code': 200} Mar 31 23:20:13.062405 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23645883-eb91-4ad1-8a18-de9021f474f2 req-84bd625a-f16e-4c2e-9d30-a88e95f15572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.064183 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-23645883-eb91-4ad1-8a18-de9021f474f2 req-84bd625a-f16e-4c2e-9d30-a88e95f15572 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 1127 time: 0.0781639 Mar 31 23:20:13.194524 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23645883-eb91-4ad1-8a18-de9021f474f2 req-e205005b-e9dc-499c-8914-0f51d8344d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.196573 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-23645883-eb91-4ad1-8a18-de9021f474f2 req-e205005b-e9dc-499c-8914-0f51d8344d58 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1230164 Mar 31 23:20:13.314338 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23645883-eb91-4ad1-8a18-de9021f474f2 req-b3b54184-79c0-44ce-a983-ea257f775dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.316297 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-23645883-eb91-4ad1-8a18-de9021f474f2 req-b3b54184-79c0-44ce-a983-ea257f775dd0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127815 Mar 31 23:20:13.426723 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a43c438b-a115-49e2-b57a-c9d9edcfc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.428552 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-a43c438b-a115-49e2-b57a-c9d9edcfc0b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 1127 time: 0.0672894 Mar 31 23:20:13.476856 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-0a722963-d5d4-4223-881c-ecb5e1632c12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=368627e9-2be4-4477-91e4-4639f3bacf5e HTTP/1.1" status: 200 len: 217 time: 0.0404663 Mar 31 23:20:13.532458 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-483705b7-cc57-41ff-8dac-c0957e6acd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.533945 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-483705b7-cc57-41ff-8dac-c0957e6acd36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0514429 Mar 31 23:20:13.596083 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-949cfe12-5ce9-417e-bb3a-d28e591998fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.597678 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-949cfe12-5ce9-417e-bb3a-d28e591998fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568585 Mar 31 23:20:13.707896 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-5fb42ed0-8f01-4436-8b6a-4d9b3cb5f0b4 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004272 Mar 31 23:20:13.834074 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a39aa3a4-75dd-4f1c-9805-fcff99c4f2ca req-8e721fe4-8b2d-456a-8469-ae93a72c2d01 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191702 Mar 31 23:20:13.881680 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcf84f-abc1-439a-b535-93e5a456db4e req-3f97ef9d-c091-4dd0-86e7-271d9ddadff5 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:13.883282 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84fcf84f-abc1-439a-b535-93e5a456db4e req-3f97ef9d-c091-4dd0-86e7-271d9ddadff5 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 943 time: 0.0722742 Mar 31 23:20:13.952496 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84fcf84f-abc1-439a-b535-93e5a456db4e req-c1971034-17cb-4873-86eb-23e4c9b8bec5 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573854 Mar 31 23:20:15.058943 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:15.133039 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fec70-eecf-4592-bd70-c215cdd8920c req-1f11fa4d-c5f6-407a-b89e-bed862241eb3 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:15.135346 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc8fec70-eecf-4592-bd70-c215cdd8920c req-1f11fa4d-c5f6-407a-b89e-bed862241eb3 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 943 time: 0.0869284 Mar 31 23:20:15.205196 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc8fec70-eecf-4592-bd70-c215cdd8920c req-0cc68680-d83d-447b-a828-66947ce829e5 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584280 Mar 31 23:20:15.412513 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:16.362652 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d620ec7-9a7f-4fd8-a4f7-c121a5cd7497 req-ea2bd1eb-5b91-4de6-90c7-e46a940f3281 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:16.364304 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d620ec7-9a7f-4fd8-a4f7-c121a5cd7497 req-ea2bd1eb-5b91-4de6-90c7-e46a940f3281 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 943 time: 0.0659947 Mar 31 23:20:16.422509 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d620ec7-9a7f-4fd8-a4f7-c121a5cd7497 req-42b9f965-a84f-40e2-bf1d-12142578d815 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521514 Mar 31 23:20:17.562413 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a208-5769-4b1c-9995-6ee2b8840901 req-57582755-c8c2-4c89-9e99-4749563db587 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:17.564099 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9031a208-5769-4b1c-9995-6ee2b8840901 req-57582755-c8c2-4c89-9e99-4749563db587 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 943 time: 0.0684540 Mar 31 23:20:17.625129 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9031a208-5769-4b1c-9995-6ee2b8840901 req-34efa671-19d5-43a9-9f54-7a8d9aebdf87 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496414 Mar 31 23:20:17.857169 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:18.755824 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c0f9f-48e1-4887-a5d2-e2262f6867c1 req-cf631689-5045-45a9-bc72-7a6dc8dc4c03 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:18.758289 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe9c0f9f-48e1-4887-a5d2-e2262f6867c1 req-cf631689-5045-45a9-bc72-7a6dc8dc4c03 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 943 time: 0.0601571 Mar 31 23:20:18.819021 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe9c0f9f-48e1-4887-a5d2-e2262f6867c1 req-a1971786-b3a2-44fa-a15e-3d3d7bc8f8ca tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518835 Mar 31 23:20:19.985711 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc70d9-4aec-433a-8178-8f55d5f69c52 req-c61d8af5-f63f-4078-8d80-4986b4c9bfe4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:19.988066 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7bc70d9-4aec-433a-8178-8f55d5f69c52 req-c61d8af5-f63f-4078-8d80-4986b4c9bfe4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 943 time: 0.0763452 Mar 31 23:20:20.066341 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7bc70d9-4aec-433a-8178-8f55d5f69c52 req-82a76935-03d2-4112-979a-e49c2b5a59bc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706270 Mar 31 23:20:21.224342 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc05e3-6d25-44d0-bc93-8ff4e4e011e0 req-b3551ed7-fb98-49d8-bd5f-f756e15423a5 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:21.227118 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8fc05e3-6d25-44d0-bc93-8ff4e4e011e0 req-b3551ed7-fb98-49d8-bd5f-f756e15423a5 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 943 time: 0.0760341 Mar 31 23:20:21.317534 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e8fc05e3-6d25-44d0-bc93-8ff4e4e011e0 req-36ae78f0-869c-4c9b-a615-7287c7cf2178 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806489 Mar 31 23:20:21.470905 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 368627e9-2be4-4477-91e4-4639f3bacf5e details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:20:21.615200 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 368627e9-2be4-4477-91e4-4639f3bacf5e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=368627e9-2be4-4477-91e4-4639f3bacf5e,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:21.630309 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'port_id': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'mac_address': 'fa:16:3e:19:cf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:20:21.679914 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 368627e9-2be4-4477-91e4-4639f3bacf5e is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:20:21.680389 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:21.696906 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368627e9-2be4-4477-91e4-4639f3bacf5e {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:20:21.725177 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 368627e9-2be4-4477-91e4-4639f3bacf5e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=368627e9-2be4-4477-91e4-4639f3bacf5e,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:21.795630 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:21.856373 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=368627e9-2be4-4477-91e4-4639f3bacf5e,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:22.137648 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:20:22.200555 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['368627e9-2be4-4477-91e4-4639f3bacf5e'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:20:22.493964 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01c89c-f7f0-4947-bf8f-2b104bfdd2b6 req-9914603f-ae0e-4c0a-8bc6-1effdf681f10 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:22.502695 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb01c89c-f7f0-4947-bf8f-2b104bfdd2b6 req-9914603f-ae0e-4c0a-8bc6-1effdf681f10 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 944 time: 0.0801868 Mar 31 23:20:22.577622 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb01c89c-f7f0-4947-bf8f-2b104bfdd2b6 req-8849009a-53c7-4160-a27d-a0f0a378a0ef tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738950 Mar 31 23:20:23.707457 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c3d9d-cfab-433b-930e-396f3cb4db68 req-1238efad-9888-41c7-aed5-792706c5ba9d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:23.709110 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-897c3d9d-cfab-433b-930e-396f3cb4db68 req-1238efad-9888-41c7-aed5-792706c5ba9d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 944 time: 0.0593145 Mar 31 23:20:23.766778 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-897c3d9d-cfab-433b-930e-396f3cb4db68 req-c16c36ce-af18-48aa-9c12-550abc0832fb tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496049 Mar 31 23:20:24.322532 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 368627e9-2be4-4477-91e4-4639f3bacf5e up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:20:24.470081 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 368627e9-2be4-4477-91e4-4639f3bacf5e completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:20:24.476277 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 368627e9-2be4-4477-91e4-4639f3bacf5e triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:20:24.476656 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:24.572395 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 368627e9-2be4-4477-91e4-4639f3bacf5e is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:20:24.572790 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:24.600288 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d27e80-0026-4864-a391-fee6452c3764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368627e9-2be4-4477-91e4-4639f3bacf5e'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:24.602855 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed061ce4-eb01-43db-9516-3070f771fec0" -d '{"events": [{"server_uuid": "96d27e80-0026-4864-a391-fee6452c3764", "name": "network-vif-plugged", "status": "completed", "tag": "368627e9-2be4-4477-91e4-4639f3bacf5e"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:24.618209 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 368627e9-2be4-4477-91e4-4639f3bacf5e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=368627e9-2be4-4477-91e4-4639f3bacf5e,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:24.663982 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9bf008-507d-41e9-bd45-628912998db1 x-openstack-request-id: req-ab9bf008-507d-41e9-bd45-628912998db1 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:24.664265 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d27e80-0026-4864-a391-fee6452c3764", "name": "network-vif-plugged", "status": "completed", "tag": "368627e9-2be4-4477-91e4-4639f3bacf5e", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:24.664529 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab9bf008-507d-41e9-bd45-628912998db1 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:24.664939 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9bf008-507d-41e9-bd45-628912998db1'] response: {'server_uuid': '96d27e80-0026-4864-a391-fee6452c3764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'code': 200} Mar 31 23:20:24.681569 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:24.767479 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=368627e9-2be4-4477-91e4-4639f3bacf5e,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:24.913706 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cea112-5ee7-452c-be0d-7e64656f7047 req-0d244776-f10d-4ef3-b07d-7d19cf02ef8f tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:24.915518 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46cea112-5ee7-452c-be0d-7e64656f7047 req-0d244776-f10d-4ef3-b07d-7d19cf02ef8f tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 945 time: 0.0658488 Mar 31 23:20:24.982674 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46cea112-5ee7-452c-be0d-7e64656f7047 req-85ee7099-6ab9-416b-82cc-0fd8e51cb9dc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567267 Mar 31 23:20:26.094562 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-3c5ab323-4a53-4b30-a3a6-14cf59f65eb6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660510 Mar 31 23:20:26.199346 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf7032-d71c-4ee4-9199-258de59a13bc req-c8ffd429-0350-469d-938b-60bb56dcdb84 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.204826 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0bf7032-d71c-4ee4-9199-258de59a13bc req-c8ffd429-0350-469d-938b-60bb56dcdb84 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 945 time: 0.1192930 Mar 31 23:20:26.213422 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-5a240ed9-db0a-454d-9421-4eb2dfcc3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.215160 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-5a240ed9-db0a-454d-9421-4eb2dfcc3a6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ecaeabedef747898d440e9968d7f0fe&device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 1129 time: 0.0618212 Mar 31 23:20:26.290426 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0bf7032-d71c-4ee4-9199-258de59a13bc req-9a38efce-2a5c-442b-9514-ad268adfb833 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800869 Mar 31 23:20:26.372061 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-d5f92c0e-f86b-4157-bf67-08919e7da00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.374684 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-d5f92c0e-f86b-4157-bf67-08919e7da00d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c749beaa-06c1-49dd-8cd4-e07740884aed HTTP/1.1" status: 200 len: 914 time: 0.1355224 Mar 31 23:20:26.453565 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-a3b0ad91-7200-44dc-bb8b-02eebb6c188b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=870ac420-41f7-409c-9d1e-20926fcf89dc HTTP/1.1" status: 200 len: 217 time: 0.0571964 Mar 31 23:20:26.518515 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87278a-f2ba-4418-b908-31e8ae7e278c req-cff93d58-85cd-408b-997f-acfc3e93a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.520102 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ec87278a-f2ba-4418-b908-31e8ae7e278c req-cff93d58-85cd-408b-997f-acfc3e93a87b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 1129 time: 0.1327889 Mar 31 23:20:26.538029 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-b335fa3b-d075-46e9-8e9a-a869796477b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:26.539521 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-b335fa3b-d075-46e9-8e9a-a869796477b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42cc5ae8-9a18-413d-9fda-3fe330703b0c HTTP/1.1" status: 200 len: 853 time: 0.0769966 Mar 31 23:20:26.584992 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-8d0795a9-cbd5-4325-8283-cd0344dd9a3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c749beaa-06c1-49dd-8cd4-e07740884aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378199 Mar 31 23:20:26.596403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-07eb3560-761f-4c7f-b19e-5918548fc860 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104017) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:20:26.597462 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-07eb3560-761f-4c7f-b19e-5918548fc860 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056024 Mar 31 23:20:26.620883 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ec87278a-f2ba-4418-b908-31e8ae7e278c req-2b4bd4dc-7d7b-4b8f-b45b-6e58f8e6ba68 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928071 Mar 31 23:20:26.708846 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-83f27f9c-6857-4610-bf22-d252805791a1 service neutron] 10.222.0.30 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001389 Mar 31 23:20:26.944873 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d33507d8-70a7-42b6-b55a-f80a18e0707f req-93eb484d-5ce3-4702-9de0-d5af646d8021 service neutron] 10.222.0.30 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091924 Mar 31 23:20:27.434036 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487d7ef-1947-4d5b-a2f3-d9ddf16ef416 req-ddcbdd0d-db08-4d5f-8824-d85ad2adedf1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:27.435757 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3487d7ef-1947-4d5b-a2f3-d9ddf16ef416 req-ddcbdd0d-db08-4d5f-8824-d85ad2adedf1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 945 time: 0.0599220 Mar 31 23:20:27.506173 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3487d7ef-1947-4d5b-a2f3-d9ddf16ef416 req-5dac6c3a-372e-4157-9e85-0c614377401c tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643299 Mar 31 23:20:28.659880 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e372a-6e57-42ed-a1e2-f42d24250aa7 req-3b00f364-a129-4e36-96c2-0529f97bc758 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.661887 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a44e372a-6e57-42ed-a1e2-f42d24250aa7 req-3b00f364-a129-4e36-96c2-0529f97bc758 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 945 time: 0.0662241 Mar 31 23:20:28.729458 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a44e372a-6e57-42ed-a1e2-f42d24250aa7 req-e268302a-b498-4317-8804-a7b320c0bfe7 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599813 Mar 31 23:20:28.881635 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37807c70-3ba5-4388-8690-ef6831c49cb4 req-48aee308-f284-46a5-8366-f733d59fff6a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:28.883363 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37807c70-3ba5-4388-8690-ef6831c49cb4 req-48aee308-f284-46a5-8366-f733d59fff6a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 945 time: 0.0745101 Mar 31 23:20:28.944371 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-37807c70-3ba5-4388-8690-ef6831c49cb4 req-af057aea-cb8c-4f93-9814-6dee170e2519 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502062 Mar 31 23:20:28.985353 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34670) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:20:29.381626 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee62d4-6f3b-44af-b9e9-75fb22aefb97 tempest-TestVolumeBootPattern-1099339165 tempest-TestVolumeBootPattern-1099339165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:29.383575 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-67ee62d4-6f3b-44af-b9e9-75fb22aefb97 tempest-TestVolumeBootPattern-1099339165 tempest-TestVolumeBootPattern-1099339165-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 1124 time: 0.3960888 Mar 31 23:20:29.386675 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 34674) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:20:29.392051 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'port_id': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:20:29.502817 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:29.679078 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:29.845332 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Allocated IP 172.27.0.57 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/8cfbcf25-d23d-4531-a9af-69a4dc2f3dec) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:20:30.043805 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:30.171125 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:30.214737 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:20:30.217987 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:20:30.225498 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:20:30.232427 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=8cfbcf25-d23d-4531-a9af-69a4dc2f3dec,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:30.726151 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (a6916384-94e9-4092-b78c-2124bd628bdb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:30.881865 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:31.135924 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:31.200994 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:31.299902 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=8cfbcf25-d23d-4531-a9af-69a4dc2f3dec,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:31.315214 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (a6916384-94e9-4092-b78c-2124bd628bdb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:31.436254 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Floating IP a6916384-94e9-4092-b78c-2124bd628bdb associated. External IP: 172.27.0.57, port: 368627e9-2be4-4477-91e4-4639f3bacf5e. Mar 31 23:20:31.681659 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:20:31.828111 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:20:31.843149 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:20:31.856625 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:31.857468 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:20:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:31.933030 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:31.994679 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-03f18c10-00ac-4c2e-95f4-45fe81ebcb08 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6062553 Mar 31 23:20:31.996598 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d27e80-0026-4864-a391-fee6452c3764', 'tag': '368627e9-2be4-4477-91e4-4639f3bacf5e'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:32.001967 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c52892-3596-4c0f-8088-dd04c56b0a50" -d '{"events": [{"name": "network-changed", "server_uuid": "96d27e80-0026-4864-a391-fee6452c3764", "tag": "368627e9-2be4-4477-91e4-4639f3bacf5e"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:32.028185 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:32.222400 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb4e2c-ba22-4234-a8cb-705bccda0baa x-openstack-request-id: req-defb4e2c-ba22-4234-a8cb-705bccda0baa {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:32.222400 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d27e80-0026-4864-a391-fee6452c3764", "tag": "368627e9-2be4-4477-91e4-4639f3bacf5e", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:32.222400 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-defb4e2c-ba22-4234-a8cb-705bccda0baa {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:32.222400 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defb4e2c-ba22-4234-a8cb-705bccda0baa'] response: {'name': 'network-changed', 'server_uuid': '96d27e80-0026-4864-a391-fee6452c3764', 'tag': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'status': 'completed', 'code': 200} Mar 31 23:20:32.407498 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-2eb80dce-6a76-432c-aa82-f1e7ce52c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.409118 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-2eb80dce-6a76-432c-aa82-f1e7ce52c811 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 1129 time: 0.1620584 Mar 31 23:20:32.413994 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'a6916384-94e9-4092-b78c-2124bd628bdb', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:19:cf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d27e80-0026-4864-a391-fee6452c3764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:30Z', 'updated_at': '2022-03-31T23:20:30Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:32.469622 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:20:32.486375 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:20:32.487337 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:20:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:32.562902 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-7ce666ef-4ebe-43d4-b8b0-5dba68f106de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.565891 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-7ce666ef-4ebe-43d4-b8b0-5dba68f106de service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.1485865 Mar 31 23:20:32.634425 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:20:32.647358 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-a71dce2b-ded5-4f99-9b49-7beb6c2d3b4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=368627e9-2be4-4477-91e4-4639f3bacf5e HTTP/1.1" status: 200 len: 998 time: 0.0691268 Mar 31 23:20:32.704309 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-82da993b-29e0-4c14-a02a-d62223e07906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.705873 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-82da993b-29e0-4c14-a02a-d62223e07906 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0517497 Mar 31 23:20:32.767963 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-dd455c00-1cab-4f50-bd6c-cba47767a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:32.770061 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-dd455c00-1cab-4f50-bd6c-cba47767a663 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569832 Mar 31 23:20:32.874033 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-2aa9a200-c456-4a0d-9f29-59892c4b9d04 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971701 Mar 31 23:20:32.906067 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'a6916384-94e9-4092-b78c-2124bd628bdb', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:19:cf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d27e80-0026-4864-a391-fee6452c3764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:30Z', 'updated_at': '2022-03-31T23:20:30Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:20:32.941010 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469ed35-f244-4c8c-92ea-09529189ee8a None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': 'a6916384-94e9-4092-b78c-2124bd628bdb', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:19:cf:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d27e80-0026-4864-a391-fee6452c3764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:20:30Z', 'updated_at': '2022-03-31T23:20:30Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:20:33.004918 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-20c52892-3596-4c0f-8088-dd04c56b0a50 req-0536362a-8ad8-4540-81ac-864878007e41 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239073 Mar 31 23:20:33.188675 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a03f88-8005-44ac-95ce-827d41b9d812 None None] New status for floating IP a6916384-94e9-4092-b78c-2124bd628bdb: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:20:36.976405 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-302e973f-a4c1-47b7-8354-f8d3f694856b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:40.561150 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ea00c832-6eb4-4e97-ace0-4146cc668d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:42.515946 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:43.642094 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c2366-1752-4d37-85b0-f07279464abb req-fea0b82d-c364-43dc-80d3-e2021238e0e8 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:43.643870 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-192c2366-1752-4d37-85b0-f07279464abb req-fea0b82d-c364-43dc-80d3-e2021238e0e8 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 945 time: 0.0631073 Mar 31 23:20:43.716728 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-192c2366-1752-4d37-85b0-f07279464abb req-d8e430ec-5e75-427b-b3b9-373375024215 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664940 Mar 31 23:20:44.858786 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9dca2-dc7c-4263-ae8b-4ada7d9e896f req-554749e2-9f79-4728-bfe2-16c24309e5bb tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:44.860729 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd9dca2-dc7c-4263-ae8b-4ada7d9e896f req-554749e2-9f79-4728-bfe2-16c24309e5bb tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 945 time: 0.0577192 Mar 31 23:20:44.917679 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6dd9dca2-dc7c-4263-ae8b-4ada7d9e896f req-a7aa34f8-39b9-4f3b-9758-f42f48db60cf tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499907 Mar 31 23:20:45.241261 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:45.286499 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ee310-530f-426c-95c2-307306f12125 req-2e51d5b9-8bc5-4bdd-b908-4448a457e455 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:45.288064 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-898ee310-530f-426c-95c2-307306f12125 req-2e51d5b9-8bc5-4bdd-b908-4448a457e455 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 945 time: 0.0649898 Mar 31 23:20:45.407709 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Deleting port 870ac420-41f7-409c-9d1e-20926fcf89dc {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:20:45.408258 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:45.468912 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:45.575143 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] For port 870ac420-41f7-409c-9d1e-20926fcf89dc, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=870ac420-41f7-409c-9d1e-20926fcf89dc,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:20:45.575545 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:45.598896 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Calling delete_port for 870ac420-41f7-409c-9d1e-20926fcf89dc owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:20:45.833384 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (870ac420-41f7-409c-9d1e-20926fcf89dc), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:45.846396 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['870ac420-41f7-409c-9d1e-20926fcf89dc'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:20:45.865865 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Pushing event deleted for resources: {'Port': ['ID=870ac420-41f7-409c-9d1e-20926fcf89dc,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:20:45.916642 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] No DVR routers for this DVR port 870ac420-41f7-409c-9d1e-20926fcf89dc on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:20:45.927586 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:45.927586 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-898ee310-530f-426c-95c2-307306f12125 req-00050f0e-5e31-42e9-93be-30c7143eb213 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.30 "DELETE /v2.0/ports/870ac420-41f7-409c-9d1e-20926fcf89dc HTTP/1.1" status: 204 len: 173 time: 0.6292596 Mar 31 23:20:45.927586 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eed622d-81a6-4905-9874-f08425cdcd79', 'name': 'network-vif-deleted', 'tag': '870ac420-41f7-409c-9d1e-20926fcf89dc'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:20:45.927586 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2737c3-8fe5-4af7-9ecf-656b999ba0cd" -d '{"events": [{"server_uuid": "5eed622d-81a6-4905-9874-f08425cdcd79", "name": "network-vif-deleted", "tag": "870ac420-41f7-409c-9d1e-20926fcf89dc"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:20:45.975764 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbf1d9e-e7fd-473c-8d34-a80a8e202f7d x-openstack-request-id: req-9bbf1d9e-e7fd-473c-8d34-a80a8e202f7d {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:20:45.976120 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eed622d-81a6-4905-9874-f08425cdcd79", "name": "network-vif-deleted", "tag": "870ac420-41f7-409c-9d1e-20926fcf89dc", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:20:45.976392 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bbf1d9e-e7fd-473c-8d34-a80a8e202f7d {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:20:45.976935 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbf1d9e-e7fd-473c-8d34-a80a8e202f7d'] response: {'server_uuid': '5eed622d-81a6-4905-9874-f08425cdcd79', 'name': 'network-vif-deleted', 'tag': '870ac420-41f7-409c-9d1e-20926fcf89dc', 'status': 'completed', 'code': 200} Mar 31 23:20:46.042947 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48d9467b-6db9-4247-b5e5-ac18b2d5b689 req-ba9099f1-e37d-43d1-9268-ae861c854715 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 210 time: 0.0337808 Mar 31 23:20:47.179047 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45b21b3e-24ed-4f24-8058-c8beb181ec76 req-86d27d67-a8cf-4fec-895d-3318acd0134b tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eed622d-81a6-4905-9874-f08425cdcd79 HTTP/1.1" status: 200 len: 210 time: 0.0347421 Mar 31 23:20:47.867554 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:20:50.753054 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 870ac420-41f7-409c-9d1e-20926fcf89dc no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:20:50.779767 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 870ac420-41f7-409c-9d1e-20926fcf89dc {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:20:50.780110 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 870ac420-41f7-409c-9d1e-20926fcf89dc not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:20:59.139501 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:20:59.371856 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e677-cb48-4d36-aae9-f240d101938a req-37e57a2c-9baa-40cc-b76c-8e26b0e00602 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:20:59.373843 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-37e57a2c-9baa-40cc-b76c-8e26b0e00602 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/networks?id=c749beaa-06c1-49dd-8cd4-e07740884aed HTTP/1.1" status: 200 len: 813 time: 0.1222816 Mar 31 23:20:59.396784 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-cbb768e5-ec08-4e9b-85f8-7246b52f915c tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/quotas/2ecaeabedef747898d440e9968d7f0fe HTTP/1.1" status: 200 len: 375 time: 0.0164342 Mar 31 23:20:59.457908 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-21a52e6a-bbee-4087-879a-83ccc255900f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ecaeabedef747898d440e9968d7f0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542202 Mar 31 23:20:59.611422 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-48dfbd56-fe93-4658-8c8a-e09a9f6bc9ae service neutron] 10.222.0.41 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458263 Mar 31 23:20:59.734975 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-bb27c85f-ae63-47a2-a7cc-cb4055ce90cd service neutron] 10.222.0.41 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162286 Mar 31 23:21:00.019931 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-868ea1f2-ab39-44b7-95ee-380ae06199ae req-6f0be920-2563-4a3d-b374-31afaf21cf98 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 210 time: 0.0520120 Mar 31 23:21:01.109209 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fadd3031-453e-47c3-ae1d-8f266f997207 req-54ae45e1-ebdd-441d-bba7-ab246ccccfba tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 210 time: 0.0332184 Mar 31 23:21:02.219199 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3e98d35-673b-405e-a9db-50cf9c0770f4 req-e56d9f0c-f21b-4d20-9f6f-2da4100a0afe tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 210 time: 0.0304809 Mar 31 23:21:02.656017 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e677-cb48-4d36-aae9-f240d101938a req-1290f465-343a-42a6-8b87-58d5b2ef6b5d tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:02.657838 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-1290f465-343a-42a6-8b87-58d5b2ef6b5d tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.30 "GET /v2.0/networks?id=c749beaa-06c1-49dd-8cd4-e07740884aed HTTP/1.1" status: 200 len: 813 time: 0.1302214 Mar 31 23:21:02.674385 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Request body: {'port': {'device_id': 'f3fa8749-45bb-4110-af15-c7bd8c81516d', 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed', 'admin_state_up': True, 'tenant_id': '2ecaeabedef747898d440e9968d7f0fe'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:02.932072 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Made reservation on behalf of 2ecaeabedef747898d440e9968d7f0fe for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:21:02.936561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:03.100230 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Allocated IP 172.20.0.2 (c749beaa-06c1-49dd-8cd4-e07740884aed/42cc5ae8-9a18-413d-9fda-3fe330703b0c/da82d4a6-f12a-4a95-bf1b-95c3738d1abf) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:21:03.293692 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks [] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:03.337599 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-33ba8ab9-eaa0-4499-9370-dc0d81b74474 req-e41ebf0c-d703-4b89-97bd-0ce05d3d88f7 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 210 time: 0.0365727 Mar 31 23:21:03.401237 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:03.448691 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Network c749beaa-06c1-49dd-8cd4-e07740884aed is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:21:03.452344 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:21:03.459034 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:21:03.466716 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Pushing event updated for resources: {'Port': ['ID=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:03.498651 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.499001 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.499349 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.499692 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.500306 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.500456 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.500691 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.501030 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.501360 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.501690 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.502077 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.502377 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.502760 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.503091 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.503417 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:03.532061 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:03.532900 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:03.620731 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-4898cbee-41cd-49cf-a505-f7db20a0b1f6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9523168 Mar 31 23:21:03.633352 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Request body: {'port': {'device_id': 'f3fa8749-45bb-4110-af15-c7bd8c81516d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:21:03.704326 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:04.053257 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da82d4a6-f12a-4a95-bf1b-95c3738d1abf {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:04.067460 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Publish callbacks [] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:04.083574 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Transition to ACTIVE for port object da82d4a6-f12a-4a95-bf1b-95c3738d1abf will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:21:04.166560 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:04.241710 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Pushing event updated for resources: {'Port': ['ID=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.362463 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Attempting to bind port da82d4a6-f12a-4a95-bf1b-95c3738d1abf on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:21:04.362753 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Attempting to bind port da82d4a6-f12a-4a95-bf1b-95c3738d1abf by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:21:04.363106 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Attempting to bind port da82d4a6-f12a-4a95-bf1b-95c3738d1abf on network c749beaa-06c1-49dd-8cd4-e07740884aed {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:04.368505 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Port da82d4a6-f12a-4a95-bf1b-95c3738d1abf on network c749beaa-06c1-49dd-8cd4-e07740884aed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:21:04.368836 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Attempting to bind port da82d4a6-f12a-4a95-bf1b-95c3738d1abf on network c749beaa-06c1-49dd-8cd4-e07740884aed {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:21:04.376708 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:21:04.377051 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Checking segment: {'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:21:04.377440 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Bound using segment: {'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:21:04.377915 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Bound port: da82d4a6-f12a-4a95-bf1b-95c3738d1abf, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:21:04.378276 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:04.469521 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] For port da82d4a6-f12a-4a95-bf1b-95c3738d1abf, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:21:04.474872 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] For port da82d4a6-f12a-4a95-bf1b-95c3738d1abf, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:21:04.493951 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05197c-bac8-40b5-8632-7069ca5ac5b1 req-75f8ff33-ae87-42b2-a55f-ef3fd3d2240a tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.496259 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf05197c-bac8-40b5-8632-7069ca5ac5b1 req-75f8ff33-ae87-42b2-a55f-ef3fd3d2240a tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 943 time: 0.0755165 Mar 31 23:21:04.551065 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:04.553024 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf05197c-bac8-40b5-8632-7069ca5ac5b1 req-2f1d21fe-4351-4f04-970e-273dc2225358 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Mar 31 23:21:04.606375 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.607018 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:04.608491 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] 10.222.0.30 "PUT /v2.0/ports/da82d4a6-f12a-4a95-bf1b-95c3738d1abf HTTP/1.1" status: 200 len: 1093 time: 0.9797220 Mar 31 23:21:04.608965 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fa8749-45bb-4110-af15-c7bd8c81516d', 'tag': 'da82d4a6-f12a-4a95-bf1b-95c3738d1abf'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:04.611401 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b148dee7-c850-445b-a438-865df9794228" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fa8749-45bb-4110-af15-c7bd8c81516d", "tag": "da82d4a6-f12a-4a95-bf1b-95c3738d1abf"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:04.651416 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a180c79-2408-49bf-a09b-d0b2baeed01b service neutron] Pushing event updated for resources: {'Port': ['ID=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:04.656177 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd48efd7-8785-4743-bba2-6907faf3ee04 x-openstack-request-id: req-fd48efd7-8785-4743-bba2-6907faf3ee04 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:04.656486 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fa8749-45bb-4110-af15-c7bd8c81516d", "tag": "da82d4a6-f12a-4a95-bf1b-95c3738d1abf", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:04.656843 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd48efd7-8785-4743-bba2-6907faf3ee04 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:04.657388 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd48efd7-8785-4743-bba2-6907faf3ee04'] response: {'name': 'network-changed', 'server_uuid': 'f3fa8749-45bb-4110-af15-c7bd8c81516d', 'tag': 'da82d4a6-f12a-4a95-bf1b-95c3738d1abf', 'status': 'completed', 'code': 200} Mar 31 23:21:04.748830 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148dee7-c850-445b-a438-865df9794228 req-626acd4a-9d19-4eb0-8221-2a24bcb1e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.750744 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b148dee7-c850-445b-a438-865df9794228 req-626acd4a-9d19-4eb0-8221-2a24bcb1e4e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ecaeabedef747898d440e9968d7f0fe&device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 1127 time: 0.0668850 Mar 31 23:21:04.864418 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148dee7-c850-445b-a438-865df9794228 req-d26c58eb-2943-4ac4-946f-b00613be2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:04.866076 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b148dee7-c850-445b-a438-865df9794228 req-d26c58eb-2943-4ac4-946f-b00613be2cd8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ecaeabedef747898d440e9968d7f0fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1045704 Mar 31 23:21:04.999112 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148dee7-c850-445b-a438-865df9794228 req-e74c26e8-675c-406d-8565-7973ec6d2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.000775 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b148dee7-c850-445b-a438-865df9794228 req-e74c26e8-675c-406d-8565-7973ec6d2940 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259785 Mar 31 23:21:05.093387 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e677-cb48-4d36-aae9-f240d101938a req-e2dca4eb-e69e-49ca-a354-537a2b2da5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.094994 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-e2dca4eb-e69e-49ca-a354-537a2b2da5f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ecaeabedef747898d440e9968d7f0fe&device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 1127 time: 0.0505886 Mar 31 23:21:05.144923 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-8b74219e-7fbf-4f7c-8fcc-9b993b6ab1c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=da82d4a6-f12a-4a95-bf1b-95c3738d1abf HTTP/1.1" status: 200 len: 217 time: 0.0404885 Mar 31 23:21:05.203673 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04e677-cb48-4d36-aae9-f240d101938a req-5d80ce87-3d1f-4410-9e85-6fabafb213c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.205236 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-5d80ce87-3d1f-4410-9e85-6fabafb213c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=42cc5ae8-9a18-413d-9fda-3fe330703b0c HTTP/1.1" status: 200 len: 853 time: 0.0543709 Mar 31 23:21:05.241162 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-ec7177c2-6955-4c3e-8ea9-192f70d0b617 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c749beaa-06c1-49dd-8cd4-e07740884aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286682 Mar 31 23:21:05.344771 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-5e2c9749-a7eb-4209-8436-1df1e7ec00e3 service neutron] 10.222.0.30 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955467 Mar 31 23:21:05.452730 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8a04e677-cb48-4d36-aae9-f240d101938a req-fb547f26-0e98-4f85-99cd-e55d45c03b04 service neutron] 10.222.0.30 "GET /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987546 Mar 31 23:21:05.692130 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0075e-7a6c-4bbc-ba61-4664d0101569 req-4836ed5b-b779-4e26-bb08-bd855f23e266 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:05.695158 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9cd0075e-7a6c-4bbc-ba61-4664d0101569 req-4836ed5b-b779-4e26-bb08-bd855f23e266 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 943 time: 0.0619218 Mar 31 23:21:05.752270 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9cd0075e-7a6c-4bbc-ba61-4664d0101569 req-48d121b1-8dd8-4c61-8cad-edcace2c76cf tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481119 Mar 31 23:21:06.882960 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830d6b1-34cd-4dc5-b282-f50b63563733 req-3b794e83-69b8-4752-b46e-b9f0e3b2176f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:06.884532 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b830d6b1-34cd-4dc5-b282-f50b63563733 req-3b794e83-69b8-4752-b46e-b9f0e3b2176f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 943 time: 0.0585315 Mar 31 23:21:06.950252 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b830d6b1-34cd-4dc5-b282-f50b63563733 req-2843faad-2669-48cb-95b9-00dfa8d25fe6 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540493 Mar 31 23:21:06.993421 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a6b838d4-6b6b-4e54-bb9a-5a44d2048d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:07.757764 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device da82d4a6-f12a-4a95-bf1b-95c3738d1abf details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:21:07.869295 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port da82d4a6-f12a-4a95-bf1b-95c3738d1abf, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:07.882884 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'da82d4a6-f12a-4a95-bf1b-95c3738d1abf', 'network_id': 'c749beaa-06c1-49dd-8cd4-e07740884aed', 'port_id': 'da82d4a6-f12a-4a95-bf1b-95c3738d1abf', 'mac_address': 'fa:16:3e:3d:c4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cc5ae8-9a18-413d-9fda-3fe330703b0c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:21:07.926849 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port da82d4a6-f12a-4a95-bf1b-95c3738d1abf is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:21:07.927297 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:07.955602 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da82d4a6-f12a-4a95-bf1b-95c3738d1abf {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:21:07.976779 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port da82d4a6-f12a-4a95-bf1b-95c3738d1abf, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:08.091299 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886a33a-af02-4c46-a595-4855309d44d8 req-31331874-e9ab-4055-865b-e919c67a144f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:08.092972 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b886a33a-af02-4c46-a595-4855309d44d8 req-31331874-e9ab-4055-865b-e919c67a144f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 943 time: 0.0607145 Mar 31 23:21:08.097355 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:08.148557 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b886a33a-af02-4c46-a595-4855309d44d8 req-f35fe18f-055d-49d3-ac98-2e4a5326ce40 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492506 Mar 31 23:21:08.158865 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:08.168789 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.169140 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.169708 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.170463 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.171006 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.171353 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.171686 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.172039 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.172341 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.172669 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.173004 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.173425 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.173755 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.174101 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.174424 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:21:08.317084 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['da82d4a6-f12a-4a95-bf1b-95c3738d1abf'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:09.297406 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c30b53-f8c2-4f96-a95e-a8db55b82093 req-f2d9d464-1029-4dab-acd1-057b1be84558 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:09.299326 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36c30b53-f8c2-4f96-a95e-a8db55b82093 req-f2d9d464-1029-4dab-acd1-057b1be84558 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 944 time: 0.0638604 Mar 31 23:21:09.356812 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36c30b53-f8c2-4f96-a95e-a8db55b82093 req-80e0d6ea-a426-4f0a-bdc9-cfc16e80e0fb tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510032 Mar 31 23:21:09.761078 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device da82d4a6-f12a-4a95-bf1b-95c3738d1abf up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:21:09.877682 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port da82d4a6-f12a-4a95-bf1b-95c3738d1abf completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:21:09.882105 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port da82d4a6-f12a-4a95-bf1b-95c3738d1abf triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:21:09.882481 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:10.005984 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port da82d4a6-f12a-4a95-bf1b-95c3738d1abf is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:21:10.006617 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:10.041204 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fa8749-45bb-4110-af15-c7bd8c81516d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82d4a6-f12a-4a95-bf1b-95c3738d1abf'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:10.044078 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5373de-fb30-4496-98a8-bb68209bacbb" -d '{"events": [{"server_uuid": "f3fa8749-45bb-4110-af15-c7bd8c81516d", "name": "network-vif-plugged", "status": "completed", "tag": "da82d4a6-f12a-4a95-bf1b-95c3738d1abf"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:10.060201 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port da82d4a6-f12a-4a95-bf1b-95c3738d1abf, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:10.096013 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad3dec1-0487-40ed-a3de-28fd31756f52 x-openstack-request-id: req-5ad3dec1-0487-40ed-a3de-28fd31756f52 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:10.096013 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fa8749-45bb-4110-af15-c7bd8c81516d", "name": "network-vif-plugged", "status": "completed", "tag": "da82d4a6-f12a-4a95-bf1b-95c3738d1abf", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:10.096013 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ad3dec1-0487-40ed-a3de-28fd31756f52 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:10.096013 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad3dec1-0487-40ed-a3de-28fd31756f52'] response: {'server_uuid': 'f3fa8749-45bb-4110-af15-c7bd8c81516d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da82d4a6-f12a-4a95-bf1b-95c3738d1abf', 'code': 200} Mar 31 23:21:10.143753 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:10.207965 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:10.493998 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350163-3242-4824-8912-8e7db9ecacf8 req-b59ef230-e6ee-4aad-9c7e-389ff585ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:10.495785 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6d350163-3242-4824-8912-8e7db9ecacf8 req-b59ef230-e6ee-4aad-9c7e-389ff585ae59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 1129 time: 0.0585566 Mar 31 23:21:10.549568 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13042f3e-b24c-4107-b549-4678b801e456 req-998a19d9-6191-44ff-ba72-52c0a28ba0f9 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:10.551018 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-6d350163-3242-4824-8912-8e7db9ecacf8 req-0f82c149-1e6a-4fd8-a18b-0c576cfb06ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474105 Mar 31 23:21:10.552291 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72eaf953-a6ba-4066-a0de-8fa709a40a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:10.552559 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13042f3e-b24c-4107-b549-4678b801e456 req-998a19d9-6191-44ff-ba72-52c0a28ba0f9 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 945 time: 0.0977030 Mar 31 23:21:10.609978 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-13042f3e-b24c-4107-b549-4678b801e456 req-e6abbfdc-9d16-4dcd-b42e-495351577c2d tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476036 Mar 31 23:21:11.749160 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2e1da-16e6-4608-b897-831314c2f5e3 req-d2cd7ad1-5e9e-468b-b42b-256d9214dec2 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:11.751034 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2eb2e1da-16e6-4608-b897-831314c2f5e3 req-d2cd7ad1-5e9e-468b-b42b-256d9214dec2 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 945 time: 0.0609875 Mar 31 23:21:11.805645 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2eb2e1da-16e6-4608-b897-831314c2f5e3 req-1f8f5411-c1ec-4f1e-b3e9-217c2296324e tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486450 Mar 31 23:21:12.481001 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:12.961443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d983-2d1a-4944-9abf-8555a6d5ac69 req-395ef1d1-46ef-4694-9558-60769db6e0e3 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:12.963282 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48f2d983-2d1a-4944-9abf-8555a6d5ac69 req-395ef1d1-46ef-4694-9558-60769db6e0e3 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 945 time: 0.0845947 Mar 31 23:21:13.047908 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48f2d983-2d1a-4944-9abf-8555a6d5ac69 req-fc8757aa-7eab-4fad-a691-5204d831192e tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778980 Mar 31 23:21:15.073194 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:15.438119 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:17.897310 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:26.658904 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-894f5099-53ad-4839-b3c7-1114a5166abf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515530 Mar 31 23:21:26.779632 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-d4384fd1-8316-4c67-b4fb-0fd30d41fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:26.781272 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-d4384fd1-8316-4c67-b4fb-0fd30d41fe9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 1129 time: 0.0672495 Mar 31 23:21:26.923839 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-91d197b8-a307-46df-a803-d487f3f6cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:26.926493 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-91d197b8-a307-46df-a803-d487f3f6cfb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.1186199 Mar 31 23:21:28.051897 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-ae029e83-0146-41f5-921b-b353e1ce74ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=368627e9-2be4-4477-91e4-4639f3bacf5e HTTP/1.1" status: 200 len: 1000 time: 0.3560572 Mar 31 23:21:29.440283 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-25a749c1-bb01-4bff-aead-c8d7a1b379a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.441901 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-25a749c1-bb01-4bff-aead-c8d7a1b379a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0522707 Mar 31 23:21:29.501819 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-1d228f26-a2e0-4600-a438-f96017e6ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:29.503433 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-1d228f26-a2e0-4600-a438-f96017e6ce05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544620 Mar 31 23:21:29.616835 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-ae9cf509-b139-401e-b5b8-646ca38cbd65 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059034 Mar 31 23:21:29.724978 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-54338215-c64f-4a4e-bd3b-d9e7f4ef9391 req-a47d0b54-9ada-45ae-9dab-f886d86b595c service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016791 Mar 31 23:21:36.139837 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:21:36.418792 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c494914-ef75-4437-a279-6464d47f2248 req-9c6df14d-b0d3-4f43-87bf-f7727951c09f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:36.420446 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c494914-ef75-4437-a279-6464d47f2248 req-9c6df14d-b0d3-4f43-87bf-f7727951c09f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 945 time: 0.0606189 Mar 31 23:21:36.476222 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c494914-ef75-4437-a279-6464d47f2248 req-6efef982-fbd4-416b-b1a3-e9d3a1dde388 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493412 Mar 31 23:21:36.974526 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d050d622-f6fa-4dd5-809e-b083a71d422e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:37.625124 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af7acb-550a-40de-88cf-aa839247107b req-ee7fdd89-c17e-4e30-87f5-3219daec982f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:37.626894 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0af7acb-550a-40de-88cf-aa839247107b req-ee7fdd89-c17e-4e30-87f5-3219daec982f tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 945 time: 0.0608370 Mar 31 23:21:37.687747 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0af7acb-550a-40de-88cf-aa839247107b req-02aa1c9b-894e-4648-b543-8cde319da954 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/security-groups?id=d2bae340-5fcc-4c8d-bc76-21daf11600ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544798 Mar 31 23:21:38.095273 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-7767b2f7-69d3-4148-bb79-bc2e2fa6fb8c tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:21:38.096942 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-7767b2f7-69d3-4148-bb79-bc2e2fa6fb8c tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 945 time: 0.0925987 Mar 31 23:21:38.215819 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Deleting port da82d4a6-f12a-4a95-bf1b-95c3738d1abf {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:21:38.216127 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:38.331242 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] For port da82d4a6-f12a-4a95-bf1b-95c3738d1abf, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,segment=NetworkSegment(09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6),segment_id=09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:21:38.331683 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:38.349594 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Calling delete_port for da82d4a6-f12a-4a95-bf1b-95c3738d1abf owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:21:38.595064 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (da82d4a6-f12a-4a95-bf1b-95c3738d1abf), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:38.609927 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['da82d4a6-f12a-4a95-bf1b-95c3738d1abf'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:21:38.628246 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Pushing event deleted for resources: {'Port': ['ID=da82d4a6-f12a-4a95-bf1b-95c3738d1abf,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:21:38.703911 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] No DVR routers for this DVR port da82d4a6-f12a-4a95-bf1b-95c3738d1abf on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:21:38.707531 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:38.711063 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7df4eed4-0041-4553-b5f2-1d9e0b62adea req-6e20235f-c73f-4c3a-9a33-37b7c9dd7a06 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.30 "DELETE /v2.0/ports/da82d4a6-f12a-4a95-bf1b-95c3738d1abf HTTP/1.1" status: 204 len: 173 time: 0.6079438 Mar 31 23:21:38.711536 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fa8749-45bb-4110-af15-c7bd8c81516d', 'name': 'network-vif-deleted', 'tag': 'da82d4a6-f12a-4a95-bf1b-95c3738d1abf'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:21:38.714817 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e48de9b-2a3a-4631-80f8-1b2ac863237c" -d '{"events": [{"server_uuid": "f3fa8749-45bb-4110-af15-c7bd8c81516d", "name": "network-vif-deleted", "tag": "da82d4a6-f12a-4a95-bf1b-95c3738d1abf"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:21:38.770744 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc74c94a-e038-41ce-9e48-4a081d4b9bf6 x-openstack-request-id: req-cc74c94a-e038-41ce-9e48-4a081d4b9bf6 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:21:38.771214 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fa8749-45bb-4110-af15-c7bd8c81516d", "name": "network-vif-deleted", "tag": "da82d4a6-f12a-4a95-bf1b-95c3738d1abf", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:21:38.771569 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc74c94a-e038-41ce-9e48-4a081d4b9bf6 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:21:38.772145 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc74c94a-e038-41ce-9e48-4a081d4b9bf6'] response: {'server_uuid': 'f3fa8749-45bb-4110-af15-c7bd8c81516d', 'name': 'network-vif-deleted', 'tag': 'da82d4a6-f12a-4a95-bf1b-95c3738d1abf', 'status': 'completed', 'code': 200} Mar 31 23:21:39.070376 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-690d18ab-ccc6-4a96-87b0-957862b6e455 req-e31dedd6-14ee-4d3b-822e-dbfdeba388f4 tempest-VolumesSnapshotTestJSON-1757517334 tempest-VolumesSnapshotTestJSON-1757517334-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3fa8749-45bb-4110-af15-c7bd8c81516d HTTP/1.1" status: 200 len: 210 time: 0.2799835 Mar 31 23:21:40.554273 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac1f5-aa85-4f4f-8ab2-c6b2e75dbcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:41.866409 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device da82d4a6-f12a-4a95-bf1b-95c3738d1abf no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:21:41.888546 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: da82d4a6-f12a-4a95-bf1b-95c3738d1abf {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:21:41.889163 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device da82d4a6-f12a-4a95-bf1b-95c3738d1abf not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:21:42.511757 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:45.105989 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:45.425663 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:21:47.918075 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:06.986020 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a2805990-b857-47e5-90e2-a7c33c2331ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:07.480226 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35078) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:07.530395 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Deleting subnet 42cc5ae8-9a18-413d-9fda-3fe330703b0c {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:22:07.533959 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Publish callbacks [] for subnet (42cc5ae8-9a18-413d-9fda-3fe330703b0c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:07.573274 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33367961'] for subnet (42cc5ae8-9a18-413d-9fda-3fe330703b0c), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:07.622256 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (42cc5ae8-9a18-413d-9fda-3fe330703b0c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:07.766242 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29406577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33176720'] for subnet (42cc5ae8-9a18-413d-9fda-3fe330703b0c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:07.799538 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42cc5ae8-9a18-413d-9fda-3fe330703b0c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:07.799538 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:07.802632 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/42cc5ae8-9a18-413d-9fda-3fe330703b0c HTTP/1.1" status: 204 len: 168 time: 0.3210564 Mar 31 23:22:07.806467 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35080) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:07.811596 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.812024 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.812442 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.812880 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.813284 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.813685 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.814184 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.814653 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.815056 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.815452 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.816119 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.816655 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.816995 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.817407 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.817972 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96d586a-4d18-46c4-a86b-b296d352d7a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:07.895705 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (c749beaa-06c1-49dd-8cd4-e07740884aed), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:07.988739 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (c749beaa-06c1-49dd-8cd4-e07740884aed), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:08.015315 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c749beaa-06c1-49dd-8cd4-e07740884aed']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:08.027853 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:08.028182 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:08.039528 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:08.054993 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:08.062350 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:22:08.062755 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (09e16abb-fc1d-4b9a-ad7b-2228ffbd3fe6), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:22:08.064770 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:22:08.183269 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (c749beaa-06c1-49dd-8cd4-e07740884aed), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:08.189339 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:08.192855 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] 10.222.0.41 "DELETE /v2.0/networks/c749beaa-06c1-49dd-8cd4-e07740884aed HTTP/1.1" status: 204 len: 168 time: 0.3840353 Mar 31 23:22:08.208954 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Pushing event deleted for resources: {'Network': ['ID=c749beaa-06c1-49dd-8cd4-e07740884aed,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:08.217738 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.218179 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.218670 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.219022 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.219364 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.219705 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.220034 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.220363 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.220693 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.221019 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.221348 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.221674 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.222032 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.222356 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.222725 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f61371-73c7-43a1-9867-5c65bdb9941c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:08.753332 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35084) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:08.805672 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f67d43fa-4b61-421d-9893-ba71d60feea0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ecaeabedef747898d440e9968d7f0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510733 Mar 31 23:22:08.808538 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35086) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:08.862508 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9661d92-1992-4297-a4ad-e853c96e5ab9 admin admin] Publish callbacks [] for security_group (d2bae340-5fcc-4c8d-bc76-21daf11600ec), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:08.890183 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9661d92-1992-4297-a4ad-e853c96e5ab9 admin admin] Publish callbacks [] for security_group (d2bae340-5fcc-4c8d-bc76-21daf11600ec), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:09.026763 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9661d92-1992-4297-a4ad-e853c96e5ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (d2bae340-5fcc-4c8d-bc76-21daf11600ec), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:09.030098 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9661d92-1992-4297-a4ad-e853c96e5ab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:09.031795 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a9661d92-1992-4297-a4ad-e853c96e5ab9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2bae340-5fcc-4c8d-bc76-21daf11600ec HTTP/1.1" status: 204 len: 168 time: 0.2220731 Mar 31 23:22:09.045857 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9661d92-1992-4297-a4ad-e853c96e5ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bae340-5fcc-4c8d-bc76-21daf11600ec,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:10.331955 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35108) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:10.442664 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-422725318-network', 'tenant_id': '45f39e38d2f741c580da09a8ff453322'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:10.563024 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Made reservation on behalf of 45f39e38d2f741c580da09a8ff453322 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:10.565550 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:10.580962 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:10.635704 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-63488bcd-8e5a-490c-b572-b7d2ea6ca193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:10.684570 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Publish callbacks [] for security_group (a6b17b4f-69d1-485c-b2eb-3b01b5feefff), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:10.785537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (a6b17b4f-69d1-485c-b2eb-3b01b5feefff), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:10.813887 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:10.825701 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b17b4f-69d1-485c-b2eb-3b01b5feefff,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:10.834321 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:10.835247 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Added segment f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e of type vlan for network f9a7d18e-9b05-4631-a0b4-c254fccb12df Mar 31 23:22:10.909441 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (f9a7d18e-9b05-4631-a0b4-c254fccb12df), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:11.036927 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (f9a7d18e-9b05-4631-a0b4-c254fccb12df), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:11.037902 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:11.038528 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:11.106468 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] Pushing event updated for resources: {'Network': ['ID=f9a7d18e-9b05-4631-a0b4-c254fccb12df,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:11.119911 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:11.173936 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1a407333-694a-424c-b891-0d041d68d2ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8407598 Mar 31 23:22:11.177530 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35112) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:11.183379 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Request body: {'subnet': {'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-422725318-subnet', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:11.271598 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Made reservation on behalf of 45f39e38d2f741c580da09a8ff453322 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:11.274181 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33176719'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:11.520336 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33176729'] for subnet (10e20b33-0c70-4274-a9ea-ffd6ece5f1fc), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:11.588389 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:11.599423 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Checking segment: {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:11.599787 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Network hostable DHCP agents. Network: f9a7d18e-9b05-4631-a0b4-c254fccb12df, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:11.691114 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:11.774221 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, f9a7d18e-9b05-4631-a0b4-c254fccb12df) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:11.780465 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:11.784828 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:11.790201 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9406dd45-ba46-4253-a221-a9bf9d67c39b None None] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:22:11.863903 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4f679f9b-2942-4e69-98cf-63be4b27514f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6847394 Mar 31 23:22:11.868692 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35114) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:11.874521 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:11.914877 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'project_id': '45f39e38d2f741c580da09a8ff453322', 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:22:11.916088 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:11.991363 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (0991259d-da7e-444a-951b-e51cb6468542), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:11.992610 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (0991259d-da7e-444a-951b-e51cb6468542), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.089529 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks [] for router_controller (0991259d-da7e-444a-951b-e51cb6468542), precommit_add_association {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.091513 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Allocated IP 172.20.0.2 (f9a7d18e-9b05-4631-a0b4-c254fccb12df/10e20b33-0c70-4274-a9ea-ffd6ece5f1fc/c988cd60-3965-4e0f-a457-d5378b35e6f3) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:12.285307 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Publish callbacks [] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.334393 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks [] for router_gateway (0991259d-da7e-444a-951b-e51cb6468542), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.373051 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.444292 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:12.450053 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:12.469715 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:12.477359 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.481086 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Pushing event updated for resources: {'Port': ['ID=c988cd60-3965-4e0f-a457-d5378b35e6f3,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:12.516786 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.517399 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.517874 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.518194 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.530193 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:12.567836 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Attempting to bind port c988cd60-3965-4e0f-a457-d5378b35e6f3 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:22:12.568219 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Attempting to bind port c988cd60-3965-4e0f-a457-d5378b35e6f3 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:22:12.568587 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Attempting to bind port c988cd60-3965-4e0f-a457-d5378b35e6f3 on network f9a7d18e-9b05-4631-a0b4-c254fccb12df {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:12.575540 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:12.575933 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Checking segment: {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:12.576350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.576755 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Bound using segment: {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:12.577260 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Bound port: c988cd60-3965-4e0f-a457-d5378b35e6f3, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:22:12.577660 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.664357 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] For port c988cd60-3965-4e0f-a457-d5378b35e6f3, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:12.669434 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] For port c988cd60-3965-4e0f-a457-d5378b35e6f3, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c988cd60-3965-4e0f-a457-d5378b35e6f3,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:12.767543 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks [] for router_gateway (0991259d-da7e-444a-951b-e51cb6468542), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.783063 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.787630 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:12.886003 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072e3a6-3649-4806-99a3-a03dd2cc7134 None None] Pushing event updated for resources: {'Port': ['ID=c988cd60-3965-4e0f-a457-d5378b35e6f3,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:12.931996 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Allocated IP 172.27.0.208 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/4768350f-ae82-4249-8d84-fb692f28a189) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:13.143530 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks [] for port (4768350f-ae82-4249-8d84-fb692f28a189), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:13.145239 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:22:13.271321 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (4768350f-ae82-4249-8d84-fb692f28a189), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:13.318403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:13.321480 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:13.327928 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:13.334239 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Pushing event updated for resources: {'Port': ['ID=4768350f-ae82-4249-8d84-fb692f28a189,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:13.433216 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c988cd60-3965-4e0f-a457-d5378b35e6f3 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:13.490047 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port c988cd60-3965-4e0f-a457-d5378b35e6f3 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:13.490428 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:13.586515 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port c988cd60-3965-4e0f-a457-d5378b35e6f3 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:13.587467 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:13.641634 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port c988cd60-3965-4e0f-a457-d5378b35e6f3, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c988cd60-3965-4e0f-a457-d5378b35e6f3,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:13.745407 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:13.775699 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks [] for router_gateway (0991259d-da7e-444a-951b-e51cb6468542), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:13.821208 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=c988cd60-3965-4e0f-a457-d5378b35e6f3,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:13.981982 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa22cee-b5e0-418b-9031-f70e6c92699e None None] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:22:14.104878 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (0991259d-da7e-444a-951b-e51cb6468542), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:14.136698 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-b7c71120-0090-445d-9f45-ad414d7de7d5 None None] Provisioning complete for port c988cd60-3965-4e0f-a457-d5378b35e6f3 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:14.136998 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b7c71120-0090-445d-9f45-ad414d7de7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:14.250887 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b7c71120-0090-445d-9f45-ad414d7de7d5 None None] Current status of the port c988cd60-3965-4e0f-a457-d5378b35e6f3 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:14.428869 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Router 0991259d-da7e-444a-951b-e51cb6468542 is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104017) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:22:14.488069 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-3ee92662-c306-4b93-83bf-ba35f5588819 None None] Provisioning complete for port c988cd60-3965-4e0f-a457-d5378b35e6f3 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:14.488600 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3ee92662-c306-4b93-83bf-ba35f5588819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:14.560188 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:14.574889 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Sync routers for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:14.634693 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:14.635490 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:14.649848 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:14.652424 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-804d4f83-e396-47fd-9bc7-11a576682359 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7814696 Mar 31 23:22:14.655533 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35116) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:14.961244 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-3ee92662-c306-4b93-83bf-ba35f5588819 None None] Current status of the port c988cd60-3965-4e0f-a457-d5378b35e6f3 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:15.059748 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:15.129403 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:15.158495 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:15.312769 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:13Z', 'revision_number': 3, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:15.354321 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Checking router: 0991259d-da7e-444a-951b-e51cb6468542 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:15.355132 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Updating router 0991259d-da7e-444a-951b-e51cb6468542 port 4768350f-ae82-4249-8d84-fb692f28a189 binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:22:15.403654 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c988cd60-3965-4e0f-a457-d5378b35e6f3 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:15.413062 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Allocated IP 172.20.0.1 (f9a7d18e-9b05-4631-a0b4-c254fccb12df/10e20b33-0c70-4274-a9ea-ffd6ece5f1fc/db596091-b34e-44b8-8aaa-2ef581605ae7) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:15.454973 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4768350f-ae82-4249-8d84-fb692f28a189), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:15.521529 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:15.540025 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Publish callbacks [] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:15.684965 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:15.691476 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port c988cd60-3965-4e0f-a457-d5378b35e6f3 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:15.692551 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:15.744189 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:15.748349 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:15.751087 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:15.795297 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Pushing event updated for resources: {'Port': ['ID=db596091-b34e-44b8-8aaa-2ef581605ae7,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:15.813740 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (0991259d-da7e-444a-951b-e51cb6468542), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:15.929623 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port c988cd60-3965-4e0f-a457-d5378b35e6f3 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:16.007970 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Publish callbacks [] for port (4768350f-ae82-4249-8d84-fb692f28a189), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.093335 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-9f2bb01c-297a-4a98-947e-e964cee26fad None None] Provisioning complete for port db596091-b34e-44b8-8aaa-2ef581605ae7 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:16.094379 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f2bb01c-297a-4a98-947e-e964cee26fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.153528 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-9f2bb01c-297a-4a98-947e-e964cee26fad None None] Port db596091-b34e-44b8-8aaa-2ef581605ae7 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:22:16.156960 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4768350f-ae82-4249-8d84-fb692f28a189), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.223498 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Attempting to bind port 4768350f-ae82-4249-8d84-fb692f28a189 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:22:16.223877 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Attempting to bind port 4768350f-ae82-4249-8d84-fb692f28a189 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:22:16.224215 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Attempting to bind port 4768350f-ae82-4249-8d84-fb692f28a189 on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:16.235899 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12a376-11cd-4278-828c-2a219e7e601a None None] Pushing event updated for resources: {'Port': ['ID=4768350f-ae82-4249-8d84-fb692f28a189,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:16.241297 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:16.242035 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:16.242731 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.243379 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:16.244212 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Bound port: 4768350f-ae82-4249-8d84-fb692f28a189, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:22:16.244880 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4768350f-ae82-4249-8d84-fb692f28a189), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.347013 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] For port 4768350f-ae82-4249-8d84-fb692f28a189, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:16.353147 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] For port 4768350f-ae82-4249-8d84-fb692f28a189, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=4768350f-ae82-4249-8d84-fb692f28a189,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:16.453202 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4768350f-ae82-4249-8d84-fb692f28a189), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.462076 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.528535 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:16.534861 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:16.565972 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12a376-11cd-4278-828c-2a219e7e601a None None] Pushing event updated for resources: {'Port': ['ID=4768350f-ae82-4249-8d84-fb692f28a189,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:16.657561 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:16.658655 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Publish callbacks [] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.737162 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.810583 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Pushing event updated for resources: {'Port': ['ID=db596091-b34e-44b8-8aaa-2ef581605ae7,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:16.813259 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (0991259d-da7e-444a-951b-e51cb6468542), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:16.920026 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 1, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:16.941662 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:16.944488 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:16.949629 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa430c5-5794-4da2-ab55-f5d22c0caa71 None None] The sync data for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi is: [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 1, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:17.128429 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Router 0991259d-da7e-444a-951b-e51cb6468542 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:17.304677 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:17.308788 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-5310fe57-63da-4b5d-887a-998028304ee5 None None] Provisioning complete for port db596091-b34e-44b8-8aaa-2ef581605ae7 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:17.309701 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5310fe57-63da-4b5d-887a-998028304ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:17.333839 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-e4ccce94-0ff0-4abc-9cb3-3e5918ad0632 admin admin] 10.222.0.41 "PUT /v2.0/routers/0991259d-da7e-444a-951b-e51cb6468542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6637337 Mar 31 23:22:17.376658 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-5310fe57-63da-4b5d-887a-998028304ee5 None None] Port db596091-b34e-44b8-8aaa-2ef581605ae7 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:22:17.951480 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:18.473656 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35132) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:18.480193 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2012856625-network', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:18.585329 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Made reservation on behalf of 970dd0bb6f7b44dfaa2fdb98cfc779bd for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:18.587749 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:18.597664 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:18.685825 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Publish callbacks [] for security_group (0b6f7f39-8d72-4b40-bf14-5b4e2ce8a270), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:18.785279 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (0b6f7f39-8d72-4b40-bf14-5b4e2ce8a270), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:18.813115 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:22:18.824398 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6f7f39-8d72-4b40-bf14-5b4e2ce8a270,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:18.830210 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (608b5d3d-555e-4ace-9871-bb2d6d186814), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:18.831947 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Added segment 608b5d3d-555e-4ace-9871-bb2d6d186814 of type vlan for network bcee3602-9bf9-40b3-b048-43b904eb7bf8 Mar 31 23:22:18.883134 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (bcee3602-9bf9-40b3-b048-43b904eb7bf8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:19.047985 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (bcee3602-9bf9-40b3-b048-43b904eb7bf8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:19.049146 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:19.049733 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:19.128730 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] Pushing event updated for resources: {'Network': ['ID=bcee3602-9bf9-40b3-b048-43b904eb7bf8,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:19.144864 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network bcee3602-9bf9-40b3-b048-43b904eb7bf8 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:22:19.285300 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c58d9af4-64c3-489a-a772-5060ad64536c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8101108 Mar 31 23:22:19.288638 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35134) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:19.294030 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Request body: {'subnet': {'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2012856625-subnet', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:19.329222 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Sync routers for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:19.348063 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:19.356357 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:19.429008 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Made reservation on behalf of 970dd0bb6f7b44dfaa2fdb98cfc779bd for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:19.434130 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257809'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:19.436218 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 4768350f-ae82-4249-8d84-fb692f28a189 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:19.491745 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:19.495286 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 4768350f-ae82-4249-8d84-fb692f28a189 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:19.495286 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (4768350f-ae82-4249-8d84-fb692f28a189), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:19.641844 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 4768350f-ae82-4249-8d84-fb692f28a189 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:19.642877 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4768350f-ae82-4249-8d84-fb692f28a189), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:19.680387 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 4768350f-ae82-4249-8d84-fb692f28a189, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=4768350f-ae82-4249-8d84-fb692f28a189,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:19.789141 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4768350f-ae82-4249-8d84-fb692f28a189), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:19.831931 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25259472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257799'] for subnet (24fbcaf4-6c87-4b55-8251-4093d7e398c3), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:19.834360 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:16Z', 'revision_number': 2, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:19.849576 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=4768350f-ae82-4249-8d84-fb692f28a189,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:19.903430 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Checking router: 0991259d-da7e-444a-951b-e51cb6468542 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:19.911122 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Updating router 0991259d-da7e-444a-951b-e51cb6468542 port db596091-b34e-44b8-8aaa-2ef581605ae7 binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:22:19.911324 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=24fbcaf4-6c87-4b55-8251-4093d7e398c3,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:19.922513 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Checking segment: {'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:19.922901 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Network hostable DHCP agents. Network: bcee3602-9bf9-40b3-b048-43b904eb7bf8, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:22:19.954623 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.046042 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Network bcee3602-9bf9-40b3-b048-43b904eb7bf8 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:22:20.162892 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, bcee3602-9bf9-40b3-b048-43b904eb7bf8) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:20.170908 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:20.175123 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.178429 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206ea8aa-36e2-4821-89db-d98b8c812f2d None None] Network bcee3602-9bf9-40b3-b048-43b904eb7bf8 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:22:20.276211 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Publish callbacks [] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.308133 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1fcc4a19-c7b2-4e60-ae4e-218e6bccfa7b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0183794 Mar 31 23:22:20.308685 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-bcee3602-9bf9-40b3-b048-43b904eb7bf8', 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8', 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'fixed_ips': [{'subnet_id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:22:20.309609 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.312566 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35136) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:20.317486 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:20.379529 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.411967 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (632c398a-ba63-4a7f-aec1-4e1c7194c523), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.413496 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (632c398a-ba63-4a7f-aec1-4e1c7194c523), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.445630 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Pushing event updated for resources: {'Port': ['ID=db596091-b34e-44b8-8aaa-2ef581605ae7,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.476974 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.477450 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.477745 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.478109 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.478461 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.478919 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.479342 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.479671 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.486046 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.486765 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.487382 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.487905 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.488429 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.489230 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.489740 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:22:20.498740 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks [] for router_controller (632c398a-ba63-4a7f-aec1-4e1c7194c523), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.506971 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Allocated IP 172.20.0.2 (bcee3602-9bf9-40b3-b048-43b904eb7bf8/24fbcaf4-6c87-4b55-8251-4093d7e398c3/9cb51c73-a104-411c-b3f6-45cc66c62a31) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:20.530013 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Attempting to bind port db596091-b34e-44b8-8aaa-2ef581605ae7 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:22:20.530386 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Attempting to bind port db596091-b34e-44b8-8aaa-2ef581605ae7 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:22:20.530774 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Attempting to bind port db596091-b34e-44b8-8aaa-2ef581605ae7 on network f9a7d18e-9b05-4631-a0b4-c254fccb12df {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:20.537223 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:20.537601 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Checking segment: {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:20.538059 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.538459 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Bound using segment: {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:20.538951 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Bound port: db596091-b34e-44b8-8aaa-2ef581605ae7, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:22:20.539417 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.636806 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] For port db596091-b34e-44b8-8aaa-2ef581605ae7, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:20.641384 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] For port db596091-b34e-44b8-8aaa-2ef581605ae7, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=db596091-b34e-44b8-8aaa-2ef581605ae7,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:20.721470 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Publish callbacks [] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.734153 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-9eca42c0-10a9-48bf-be08-c7158aefbbb6 None None] Provisioning complete for port db596091-b34e-44b8-8aaa-2ef581605ae7 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:20.734565 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9eca42c0-10a9-48bf-be08-c7158aefbbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.741856 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks [] for router_gateway (632c398a-ba63-4a7f-aec1-4e1c7194c523), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.778388 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-9eca42c0-10a9-48bf-be08-c7158aefbbb6 None None] Port db596091-b34e-44b8-8aaa-2ef581605ae7 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:22:20.809727 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.842758 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:20.903246 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a37cf-42b4-4fae-a7ac-73d984ae7ca2 None None] Pushing event updated for resources: {'Port': ['ID=db596091-b34e-44b8-8aaa-2ef581605ae7,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.917561 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Network bcee3602-9bf9-40b3-b048-43b904eb7bf8 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:20.918882 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:20.919923 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:20.921190 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Pushing event updated for resources: {'Port': ['ID=9cb51c73-a104-411c-b3f6-45cc66c62a31,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:20.923751 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:20.925171 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:21.022843 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Attempting to bind port 9cb51c73-a104-411c-b3f6-45cc66c62a31 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:22:21.023055 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Attempting to bind port 9cb51c73-a104-411c-b3f6-45cc66c62a31 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:22:21.023476 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Attempting to bind port 9cb51c73-a104-411c-b3f6-45cc66c62a31 on network bcee3602-9bf9-40b3-b048-43b904eb7bf8 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:21.032651 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:21.033977 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Checking segment: {'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:21.033977 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.034321 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Bound using segment: {'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:21.034891 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Bound port: 9cb51c73-a104-411c-b3f6-45cc66c62a31, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:22:21.035273 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.128001 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] For port 9cb51c73-a104-411c-b3f6-45cc66c62a31, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:21.131965 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] For port 9cb51c73-a104-411c-b3f6-45cc66c62a31, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9cb51c73-a104-411c-b3f6-45cc66c62a31,segment=NetworkSegment(608b5d3d-555e-4ace-9871-bb2d6d186814),segment_id=608b5d3d-555e-4ace-9871-bb2d6d186814)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:21.141917 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks [] for router_gateway (632c398a-ba63-4a7f-aec1-4e1c7194c523), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.151922 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:21.166901 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.214496 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-05611d8d-23dd-41ba-9209-52b784ed25bc None None] Provisioning complete for port db596091-b34e-44b8-8aaa-2ef581605ae7 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:21.215402 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05611d8d-23dd-41ba-9209-52b784ed25bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.257834 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.361120 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Allocated IP 172.27.0.71 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:21.375189 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc793f-2ef1-4549-bfda-b0bbeef093f6 None None] Pushing event updated for resources: {'Port': ['ID=9cb51c73-a104-411c-b3f6-45cc66c62a31,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:21.484371 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-05611d8d-23dd-41ba-9209-52b784ed25bc None None] Current status of the port db596091-b34e-44b8-8aaa-2ef581605ae7 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:21.484828 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05611d8d-23dd-41ba-9209-52b784ed25bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.521828 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device db596091-b34e-44b8-8aaa-2ef581605ae7 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:21.578686 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks [] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.617611 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-05611d8d-23dd-41ba-9209-52b784ed25bc None None] For port db596091-b34e-44b8-8aaa-2ef581605ae7, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=db596091-b34e-44b8-8aaa-2ef581605ae7,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:21.687258 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port db596091-b34e-44b8-8aaa-2ef581605ae7 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:21.688177 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.719169 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:20Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:21.724015 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-05611d8d-23dd-41ba-9209-52b784ed25bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.764737 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:21.771979 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04116dd6-64e7-4dc8-960f-8bc575a5a800 None None] The sync data for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi is: [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:20Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:21.876403 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:21.879845 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:21.883603 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:21.891606 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:22.069181 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05611d8d-23dd-41ba-9209-52b784ed25bc None None] Pushing event updated for resources: {'Port': ['ID=db596091-b34e-44b8-8aaa-2ef581605ae7,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:22.094393 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port db596091-b34e-44b8-8aaa-2ef581605ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:22.095567 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 4768350f-ae82-4249-8d84-fb692f28a189 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:22.167523 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 4768350f-ae82-4249-8d84-fb692f28a189 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:22.168042 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (4768350f-ae82-4249-8d84-fb692f28a189), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:22.287837 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 4768350f-ae82-4249-8d84-fb692f28a189 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:22.456435 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks [] for router_gateway (632c398a-ba63-4a7f-aec1-4e1c7194c523), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:22.763764 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7c35c-392d-430c-8d2a-00267d1b7a49 None None] Network bcee3602-9bf9-40b3-b048-43b904eb7bf8 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:22:22.768858 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (632c398a-ba63-4a7f-aec1-4e1c7194c523), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:22.890247 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-e267f404-56c3-45f4-9d6c-f4e461f85b92 None None] Provisioning complete for port 9cb51c73-a104-411c-b3f6-45cc66c62a31 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:22.890728 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e267f404-56c3-45f4-9d6c-f4e461f85b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:23.035104 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e267f404-56c3-45f4-9d6c-f4e461f85b92 None None] Current status of the port 9cb51c73-a104-411c-b3f6-45cc66c62a31 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:23.040823 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e267f404-56c3-45f4-9d6c-f4e461f85b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:23.059167 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Router 632c398a-ba63-4a7f-aec1-4e1c7194c523 is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:22:23.083266 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-e267f404-56c3-45f4-9d6c-f4e461f85b92 None None] For port 9cb51c73-a104-411c-b3f6-45cc66c62a31, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9cb51c73-a104-411c-b3f6-45cc66c62a31,segment=NetworkSegment(608b5d3d-555e-4ace-9871-bb2d6d186814),segment_id=608b5d3d-555e-4ace-9871-bb2d6d186814)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:23.176711 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e267f404-56c3-45f4-9d6c-f4e461f85b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:23.221743 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:23.246714 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Sync routers for ids ['632c398a-ba63-4a7f-aec1-4e1c7194c523'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:23.275563 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267f404-56c3-45f4-9d6c-f4e461f85b92 None None] Pushing event updated for resources: {'Port': ['ID=9cb51c73-a104-411c-b3f6-45cc66c62a31,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:23.303050 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Routers {'632c398a-ba63-4a7f-aec1-4e1c7194c523'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:23.303050 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['632c398a-ba63-4a7f-aec1-4e1c7194c523'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:23.327697 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:23.334424 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1aad0859-274a-4140-b49a-4af3b9027c59 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0160766 Mar 31 23:22:23.335631 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35138) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:22:23.423685 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1e274c96-b162-4418-997e-67b220be1d85 None None] Provisioning complete for port 9cb51c73-a104-411c-b3f6-45cc66c62a31 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:23.430308 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1e274c96-b162-4418-997e-67b220be1d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:23.515495 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Set router 632c398a-ba63-4a7f-aec1-4e1c7194c523 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:23.617323 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9cb51c73-a104-411c-b3f6-45cc66c62a31 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:23.709421 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1e274c96-b162-4418-997e-67b220be1d85 None None] Current status of the port 9cb51c73-a104-411c-b3f6-45cc66c62a31 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:23.787169 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 9cb51c73-a104-411c-b3f6-45cc66c62a31 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:23.787551 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:23.883455 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:22:22Z', 'revision_number': 3, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port': {'id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:21Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:23.909541 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:23.922606 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Checking router: 632c398a-ba63-4a7f-aec1-4e1c7194c523 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:23.922964 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Updating router 632c398a-ba63-4a7f-aec1-4e1c7194c523 port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:22:23.953631 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 9cb51c73-a104-411c-b3f6-45cc66c62a31 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:23.954796 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device db596091-b34e-44b8-8aaa-2ef581605ae7 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:23.985449 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.123357 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port db596091-b34e-44b8-8aaa-2ef581605ae7 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:24.123659 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.134968 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Allocated IP 172.20.0.1 (bcee3602-9bf9-40b3-b048-43b904eb7bf8/24fbcaf4-6c87-4b55-8251-4093d7e398c3/ada5dd93-0663-46e2-a24c-40a4bcf3dc86) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:24.293050 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Publish callbacks [] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.330257 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port db596091-b34e-44b8-8aaa-2ef581605ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:24.396805 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.406575 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Publish callbacks [] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.435412 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Network bcee3602-9bf9-40b3-b048-43b904eb7bf8 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:24.438574 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:24.442475 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:24.472795 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:24.493818 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (632c398a-ba63-4a7f-aec1-4e1c7194c523), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.537071 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.597067 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Attempting to bind port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:22:24.597454 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Attempting to bind port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:22:24.597847 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Attempting to bind port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:24.600194 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba367974-3cf4-4eec-be07-2cf2b9848782 None None] Pushing event updated for resources: {'Port': ['ID=e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:24.606971 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:24.607397 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:24.607790 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.608222 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:24.608702 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Bound port: e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:22:24.609075 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.686184 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] For port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:24.690174 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] For port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:24.742162 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0c64e3d4-3b2f-47db-83a1-6f5a0bf8d6d8 None None] Provisioning complete for port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:24.742531 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c64e3d4-3b2f-47db-83a1-6f5a0bf8d6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.792497 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0c64e3d4-3b2f-47db-83a1-6f5a0bf8d6d8 None None] Port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:22:24.823304 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.834465 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:24.904678 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Routers {'632c398a-ba63-4a7f-aec1-4e1c7194c523'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:24.905721 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['632c398a-ba63-4a7f-aec1-4e1c7194c523'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:24.911240 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba367974-3cf4-4eec-be07-2cf2b9848782 None None] Pushing event updated for resources: {'Port': ['ID=e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:25.115769 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] Set router 632c398a-ba63-4a7f-aec1-4e1c7194c523 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:25.297659 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Publish callbacks [] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:25.369413 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 4, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port': {'id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:21Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'ada5dd93-0663-46e2-a24c-40a4bcf3dc86', 'name': '', 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'mac_address': 'fa:16:3e:a5:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:23Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 1, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'subnets': [{'id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:25.384676 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:25.460997 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:25.464315 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (632c398a-ba63-4a7f-aec1-4e1c7194c523), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:25.545226 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f998d9c-38a5-473c-8760-bcd297e03811 None None] The sync data for ids ['632c398a-ba63-4a7f-aec1-4e1c7194c523'] in dv-cinder-835879-3-iscsi is: [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 4, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port': {'id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:21Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'ada5dd93-0663-46e2-a24c-40a4bcf3dc86', 'name': '', 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'mac_address': 'fa:16:3e:a5:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:23Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 1, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'subnets': [{'id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:25.600567 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Network bcee3602-9bf9-40b3-b048-43b904eb7bf8 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:25.603226 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:25.768438 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Router 632c398a-ba63-4a7f-aec1-4e1c7194c523 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:25.934440 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-f9ce7e90-6e54-4862-9110-5ece67f74b1b None None] Provisioning complete for port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:25.934903 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7e90-6e54-4862-9110-5ece67f74b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:25.976466 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:25.991398 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dba3fe3e-617d-4b1e-80dc-d53052e468e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/632c398a-ba63-4a7f-aec1-4e1c7194c523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6533086 Mar 31 23:22:25.999649 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce7e90-6e54-4862-9110-5ece67f74b1b None None] Port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:22:27.533524 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:27.647069 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:27.648036 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:27.771119 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:27.771855 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:27.799996 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:27.908909 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:28.077308 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:29.434900 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:29.543262 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:29.543812 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:29.719125 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:29.821601 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Sync routers for ids ['632c398a-ba63-4a7f-aec1-4e1c7194c523'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:29.834430 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Routers {'632c398a-ba63-4a7f-aec1-4e1c7194c523'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:29.835373 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['632c398a-ba63-4a7f-aec1-4e1c7194c523'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:29.996198 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Set router 632c398a-ba63-4a7f-aec1-4e1c7194c523 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:30.286121 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 4, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port': {'id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:21Z', 'updated_at': '2022-03-31T23:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'ada5dd93-0663-46e2-a24c-40a4bcf3dc86', 'name': '', 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'mac_address': 'fa:16:3e:a5:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:23Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 2, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'subnets': [{'id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:30.337380 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Checking router: 632c398a-ba63-4a7f-aec1-4e1c7194c523 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:30.451860 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Updating router 632c398a-ba63-4a7f-aec1-4e1c7194c523 port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:22:30.451860 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:30.810810 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Publish callbacks [] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:30.886373 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:30.992061 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fec99-ab31-4866-bf0e-429053449de1 None None] Pushing event updated for resources: {'Port': ['ID=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:31.111010 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Attempting to bind port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:22:31.114846 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Attempting to bind port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:22:31.116521 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Attempting to bind port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 on network bcee3602-9bf9-40b3-b048-43b904eb7bf8 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:31.128337 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:31.129348 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Checking segment: {'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:31.131234 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:31.131867 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Bound using segment: {'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:31.132657 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Bound port: ada5dd93-0663-46e2-a24c-40a4bcf3dc86, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608b5d3d-555e-4ace-9871-bb2d6d186814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:22:31.133262 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:31.261570 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] For port ada5dd93-0663-46e2-a24c-40a4bcf3dc86, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:31.271508 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] For port ada5dd93-0663-46e2-a24c-40a4bcf3dc86, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,segment=NetworkSegment(608b5d3d-555e-4ace-9871-bb2d6d186814),segment_id=608b5d3d-555e-4ace-9871-bb2d6d186814)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:31.327532 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-9807ceb4-eb47-4c6d-be72-f0b1b586834c None None] Provisioning complete for port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:31.328963 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9807ceb4-eb47-4c6d-be72-f0b1b586834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:31.354616 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:31.412937 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-9807ceb4-eb47-4c6d-be72-f0b1b586834c None None] Port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:22:31.487039 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Routers {'632c398a-ba63-4a7f-aec1-4e1c7194c523'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:31.488030 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['632c398a-ba63-4a7f-aec1-4e1c7194c523'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:31.668410 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fec99-ab31-4866-bf0e-429053449de1 None None] Pushing event updated for resources: {'Port': ['ID=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:31.783785 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] Set router 632c398a-ba63-4a7f-aec1-4e1c7194c523 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:31.851111 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-cd0cc2eb-6199-4508-8344-a9a5a84aafbe None None] Provisioning complete for port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:31.851529 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc2eb-6199-4508-8344-a9a5a84aafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:31.996990 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-cd0cc2eb-6199-4508-8344-a9a5a84aafbe None None] Current status of the port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:31.997446 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc2eb-6199-4508-8344-a9a5a84aafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:32.049525 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-cd0cc2eb-6199-4508-8344-a9a5a84aafbe None None] For port ada5dd93-0663-46e2-a24c-40a4bcf3dc86, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,segment=NetworkSegment(608b5d3d-555e-4ace-9871-bb2d6d186814),segment_id=608b5d3d-555e-4ace-9871-bb2d6d186814)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:32.167500 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 4, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port': {'id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:21Z', 'updated_at': '2022-03-31T23:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'ada5dd93-0663-46e2-a24c-40a4bcf3dc86', 'name': '', 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'mac_address': 'fa:16:3e:a5:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:23Z', 'updated_at': '2022-03-31T23:22:31Z', 'revision_number': 4, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'subnets': [{'id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:32.222831 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cd0cc2eb-6199-4508-8344-a9a5a84aafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:32.368457 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e308fe-e7f3-493d-b6bc-4131f4f09dce None None] The sync data for ids ['632c398a-ba63-4a7f-aec1-4e1c7194c523'] in dv-cinder-835879-3-iscsi is: [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:22:24Z', 'revision_number': 4, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port': {'id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:21Z', 'updated_at': '2022-03-31T23:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'ada5dd93-0663-46e2-a24c-40a4bcf3dc86', 'name': '', 'network_id': 'bcee3602-9bf9-40b3-b048-43b904eb7bf8', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'mac_address': 'fa:16:3e:a5:be:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:23Z', 'updated_at': '2022-03-31T23:22:31Z', 'revision_number': 4, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'subnets': [{'id': '24fbcaf4-6c87-4b55-8251-4093d7e398c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:32.425570 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cc2eb-6199-4508-8344-a9a5a84aafbe None None] Pushing event updated for resources: {'Port': ['ID=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:32.549646 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65a050-4f1f-4153-b0ad-14fa9e1a0024 req-ecd1b2c3-4606-49e9-a775-e6836c211491 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:32.549646 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa65a050-4f1f-4153-b0ad-14fa9e1a0024 req-ecd1b2c3-4606-49e9-a775-e6836c211491 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 945 time: 0.1163416 Mar 31 23:22:32.650282 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa65a050-4f1f-4153-b0ad-14fa9e1a0024 req-40448469-23fe-4e40-bd52-d92fd23abc68 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945861 Mar 31 23:22:33.525019 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device ada5dd93-0663-46e2-a24c-40a4bcf3dc86 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:33.633257 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:33.635039 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:33.870250 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:33.879039 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5570d-f584-4353-9e64-b85a8b72d94c req-f0a89075-d21b-4a39-878e-6321fb73ab28 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:33.881908 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcd5570d-f584-4353-9e64-b85a8b72d94c req-f0a89075-d21b-4a39-878e-6321fb73ab28 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 945 time: 0.0958428 Mar 31 23:22:33.934479 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-2d12b895-5b52-4dcc-9c8f-3ae5b67cdc79 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:33.936073 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-2d12b895-5b52-4dcc-9c8f-3ae5b67cdc79 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 945 time: 0.1070063 Mar 31 23:22:33.977921 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fcd5570d-f584-4353-9e64-b85a8b72d94c req-95cd5e3d-3066-4dcf-934d-16a6bcd9e28b tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878584 Mar 31 23:22:34.114403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Deleting port 368627e9-2be4-4477-91e4-4639f3bacf5e {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:22:34.114818 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:34.238102 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] For port 368627e9-2be4-4477-91e4-4639f3bacf5e, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=368627e9-2be4-4477-91e4-4639f3bacf5e,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:34.238455 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:34.462272 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:34.462648 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (a6916384-94e9-4092-b78c-2124bd628bdb), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:34.462965 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Floating IP a6916384-94e9-4092-b78c-2124bd628bdb disassociated. External IP: 172.27.0.57, port: 368627e9-2be4-4477-91e4-4639f3bacf5e. Mar 31 23:22:34.463309 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Calling delete_port for 368627e9-2be4-4477-91e4-4639f3bacf5e owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:22:34.731004 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (368627e9-2be4-4477-91e4-4639f3bacf5e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:34.776995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event deleted for resources: {'Port': ['ID=368627e9-2be4-4477-91e4-4639f3bacf5e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:34.942832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:22:35.116262 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-50f956bd-8e81-4fea-924e-acb7a759fdbc req-7a86dda5-1fec-4d12-9f8c-78e996cdb635 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 210 time: 0.0546086 Mar 31 23:22:35.169500 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:22:35.187406 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:22:35.230723 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:35.243550 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:35.297447 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] No DVR routers for this DVR port 368627e9-2be4-4477-91e4-4639f3bacf5e on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:22:35.303841 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:35.310668 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3c8768db-3a5f-43ba-8c31-b766332eebad req-4d10ac98-9c1a-43ff-87cc-60b6e89180c1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "DELETE /v2.0/ports/368627e9-2be4-4477-91e4-4639f3bacf5e HTTP/1.1" status: 204 len: 173 time: 1.3676102 Mar 31 23:22:35.311442 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d27e80-0026-4864-a391-fee6452c3764', 'name': 'network-vif-deleted', 'tag': '368627e9-2be4-4477-91e4-4639f3bacf5e'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:35.316120 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9201b29b-e331-4be8-bdc0-40e579097165" -d '{"events": [{"server_uuid": "96d27e80-0026-4864-a391-fee6452c3764", "name": "network-vif-deleted", "tag": "368627e9-2be4-4477-91e4-4639f3bacf5e"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:35.514789 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:35.880773 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97933d5c-d4d4-41d1-9491-0c344d0a9ffa x-openstack-request-id: req-97933d5c-d4d4-41d1-9491-0c344d0a9ffa {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:35.881388 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d27e80-0026-4864-a391-fee6452c3764", "name": "network-vif-deleted", "tag": "368627e9-2be4-4477-91e4-4639f3bacf5e", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:35.882013 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97933d5c-d4d4-41d1-9491-0c344d0a9ffa {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:35.882619 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97933d5c-d4d4-41d1-9491-0c344d0a9ffa'] response: {'server_uuid': '96d27e80-0026-4864-a391-fee6452c3764', 'name': 'network-vif-deleted', 'tag': '368627e9-2be4-4477-91e4-4639f3bacf5e', 'status': 'completed', 'code': 200} Mar 31 23:22:35.966014 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:36.026220 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:22:36.038674 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:22:36.039359 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:36.179300 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 368627e9-2be4-4477-91e4-4639f3bacf5e no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:22:36.207949 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 368627e9-2be4-4477-91e4-4639f3bacf5e {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:22:36.207949 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 368627e9-2be4-4477-91e4-4639f3bacf5e not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:22:36.300039 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:22:36.350834 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd46bb77-7dac-4b05-9531-a23a055e7db4 req-8fc5a371-a21c-47d2-9e0e-67199cb365cc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 210 time: 0.0727615 Mar 31 23:22:36.793601 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:22:36.847478 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b1897-a31d-4881-9a1a-331525590de4 None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:22:37.053894 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-761f3ee9-9354-4367-b1b2-d2888380f86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:37.288059 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cba28f-419f-49fb-9bdf-33645cb6fad9 None None] New status for floating IP a6916384-94e9-4092-b78c-2124bd628bdb: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:22:37.506849 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e23114c8-0cef-45be-87be-059b769b26cd req-d84e8aa2-3a5a-42a8-af35-1807d7fc5427 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=96d27e80-0026-4864-a391-fee6452c3764 HTTP/1.1" status: 200 len: 210 time: 0.0380917 Mar 31 23:22:38.873325 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-6e7a0b3d-0eaf-4d5e-96d8-4c0dc7ca239d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046011324&fields=id&tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 267 time: 0.0653031 Mar 31 23:22:39.025204 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-3416aa51-f3fd-4a72-87ee-d78787574050 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:39.038740 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-3416aa51-f3fd-4a72-87ee-d78787574050 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 811 time: 0.1518271 Mar 31 23:22:39.067439 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-d1b88980-2f6a-404d-931a-a95071bb7168 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/quotas/f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 375 time: 0.0270748 Mar 31 23:22:39.158561 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-3b3749bc-4961-4008-9352-700bd9bd60e0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896468 Mar 31 23:22:39.174241 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-417eb632-acad-4f7d-83e8-33995e2a5f75 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:22:39.175539 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-417eb632-acad-4f7d-83e8-33995e2a5f75 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065839 Mar 31 23:22:39.294059 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-cf70c0ac-73b2-4b66-810a-e2213a594237 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107621 Mar 31 23:22:39.394691 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-4459b584-2637-47fd-a44b-848f2eccef53 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948060 Mar 31 23:22:40.131192 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9a8c5785-26cf-4ba0-9986-906b50ed5c63 req-f1359c7f-898d-4e2f-820e-23d79475f317 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 210 time: 0.0328164 Mar 31 23:22:40.520409 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-8bf165e3-df9b-4eb8-b333-ee04821aa58c tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:40.522275 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-8bf165e3-df9b-4eb8-b333-ee04821aa58c tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/networks?id=f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 200 len: 814 time: 0.1302760 Mar 31 23:22:40.546962 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-b27bb580-fbe4-4ecb-b4bc-7ba4dca5eabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/quotas/45f39e38d2f741c580da09a8ff453322 HTTP/1.1" status: 200 len: 375 time: 0.0110104 Mar 31 23:22:40.559503 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9104cc3d-ce0c-4f36-b326-e27ef670243f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:40.618054 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-a897ce74-1166-4837-8f03-5c255bbf5277 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603774 Mar 31 23:22:40.763314 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-42996b00-64ef-4459-a7fd-4511854c32d9 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318974 Mar 31 23:22:40.899102 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-55a72524-ded9-4aa3-9188-7ba5387e6d66 service neutron] 10.222.0.41 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291666 Mar 31 23:22:41.294409 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cff03113-d76f-402b-88e1-6c7aee1111e1 req-1d9f540d-2ba1-4204-ab16-2249d9fb53c3 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 210 time: 0.0753007 Mar 31 23:22:41.331426 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-efabea0d-af2b-484e-a1c8-d13354938151 req-c35285d6-46dd-4b1c-b286-d2457fd17166 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 210 time: 0.0544364 Mar 31 23:22:42.425745 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79ff6a88-c911-47d6-b392-c73139f0e9d8 req-d20c1e08-0819-4e96-aa24-ee27b7c0f4e0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 210 time: 0.0492821 Mar 31 23:22:42.456105 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-488e7455-983c-41c8-a12e-bfddf100076f req-cb7dc375-0950-4810-a3f0-1697010aaddc tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 210 time: 0.0336347 Mar 31 23:22:42.480283 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:42.586979 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-f05534a4-0c78-40db-9f25-3ae15395af39 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:42.586979 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-f05534a4-0c78-40db-9f25-3ae15395af39 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 811 time: 0.1215951 Mar 31 23:22:42.662128 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9a0223c7-7b23-4d2b-8733-32afbfd05abc tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 380 time: 0.0688620 Mar 31 23:22:42.671626 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'port': {'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'admin_state_up': True, 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'security_groups': ['842325eb-09f1-495a-84b0-27ceb12a2459']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:42.899737 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Made reservation on behalf of f40d1cdb38344edd8c3a9cc6d57dd2f4 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:42.903395 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:43.062646 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Allocated IP 172.20.0.4 (2f7744bd-888c-403f-8b6e-027655043a1c/77a6f477-40a2-4e13-a4e9-e83b0855df72/7e60b80a-1de6-4898-be1c-c6cdc5191f36) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:43.242638 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:43.402611 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:43.451811 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Network 2f7744bd-888c-403f-8b6e-027655043a1c is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:43.455254 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:43.459242 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:43.516874 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=7e60b80a-1de6-4898-be1c-c6cdc5191f36,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:43.543828 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:43.545263 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:43.606628 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1531f33f-2b95-4ef2-be90-9a3b6f4a9931 req-61c9e7be-0607-48b0-95db-fa5b960822ac tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 210 time: 0.0367844 Mar 31 23:22:43.641030 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcd1ef-6f3b-4ce3-94a3-5fa5fe0e4bc8 req-1484afc4-e0ae-4dc5-bec7-1ebabf060ec2 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:43.642835 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-87bcd1ef-6f3b-4ce3-94a3-5fa5fe0e4bc8 req-1484afc4-e0ae-4dc5-bec7-1ebabf060ec2 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 931 time: 0.1091056 Mar 31 23:22:43.672963 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-9c7b2897-eb48-44ff-868f-11011f03aa8d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0056014 Mar 31 23:22:43.686410 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Request body: {'port': {'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:43.733718 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-87bcd1ef-6f3b-4ce3-94a3-5fa5fe0e4bc8 req-181ce1e3-f655-4911-88f2-35fd5c7d4446 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801868 Mar 31 23:22:43.755434 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-3ff2473a-cd56-4047-9426-837238b5347b None None] Provisioning complete for port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:43.756162 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3ff2473a-cd56-4047-9426-837238b5347b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:43.767990 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:43.797080 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-3ff2473a-cd56-4047-9426-837238b5347b None None] Port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:22:44.127876 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e60b80a-1de6-4898-be1c-c6cdc5191f36 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:44.137737 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Publish callbacks [] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:44.208492 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Transition to ACTIVE for port object 7e60b80a-1de6-4898-be1c-c6cdc5191f36 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:22:44.304034 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-dc46be63-346c-44ea-b63e-4e57a84bf519 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:44.306546 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-dc46be63-346c-44ea-b63e-4e57a84bf519 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.30 "GET /v2.0/networks?id=f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 200 len: 814 time: 0.1656063 Mar 31 23:22:44.314226 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:44.327639 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'port': {'device_id': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'admin_state_up': True, 'tenant_id': '45f39e38d2f741c580da09a8ff453322'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:44.462924 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Pushing event updated for resources: {'Port': ['ID=7e60b80a-1de6-4898-be1c-c6cdc5191f36,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:44.587310 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Attempting to bind port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:22:44.587652 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Attempting to bind port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:22:44.587982 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Attempting to bind port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 on network 2f7744bd-888c-403f-8b6e-027655043a1c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:44.593443 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 on network 2f7744bd-888c-403f-8b6e-027655043a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:22:44.593820 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Attempting to bind port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 on network 2f7744bd-888c-403f-8b6e-027655043a1c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:44.599984 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:44.600284 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Checking segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:44.605368 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Bound using segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:44.605368 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Bound port: 7e60b80a-1de6-4898-be1c-c6cdc5191f36, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:22:44.605368 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:44.686502 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Made reservation on behalf of 45f39e38d2f741c580da09a8ff453322 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:22:44.689999 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:44.726427 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] For port 7e60b80a-1de6-4898-be1c-c6cdc5191f36, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:44.741496 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] For port 7e60b80a-1de6-4898-be1c-c6cdc5191f36, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:44.761327 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-caad0bed-5c7a-4f3b-8df9-9fcad31f3031 req-eb815def-b349-4711-8b66-e3f4d30e9733 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 210 time: 0.0454993 Mar 31 23:22:44.812080 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:44.887809 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:44.888040 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:44.889406 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] 10.222.0.30 "PUT /v2.0/ports/7e60b80a-1de6-4898-be1c-c6cdc5191f36 HTTP/1.1" status: 200 len: 1093 time: 1.2081332 Mar 31 23:22:44.890228 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:44.893293 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f29ae-ebae-4c19-b49e-09a056cb27cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:44.942157 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fd127-201b-495d-83a8-d35e8b33f78a service neutron] Pushing event updated for resources: {'Port': ['ID=7e60b80a-1de6-4898-be1c-c6cdc5191f36,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:44.945912 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Allocated IP 172.20.0.7 (f9a7d18e-9b05-4631-a0b4-c254fccb12df/10e20b33-0c70-4274-a9ea-ffd6ece5f1fc/c052937e-4d32-45e6-b4d4-c81b2807f02a) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:22:44.950334 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a4e5c-5fd8-49a2-8203-65f80c530e1a req-fa4cf7ba-d7b3-49b7-b3aa-d760f7595bb1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:44.955039 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f57a4e5c-5fd8-49a2-8203-65f80c530e1a req-fa4cf7ba-d7b3-49b7-b3aa-d760f7595bb1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.1285310 Mar 31 23:22:44.998107 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b28ae2-253c-4ab2-b14e-58290da177db x-openstack-request-id: req-40b28ae2-253c-4ab2-b14e-58290da177db {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:44.998107 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:44.998107 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40b28ae2-253c-4ab2-b14e-58290da177db {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:44.998572 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b28ae2-253c-4ab2-b14e-58290da177db'] response: {'name': 'network-changed', 'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'status': 'completed', 'code': 200} Mar 31 23:22:45.101563 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f57a4e5c-5fd8-49a2-8203-65f80c530e1a req-706294e9-2e26-4f73-b317-b7c9b90ef21e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406169 Mar 31 23:22:45.124795 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:45.224123 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-f43e6333-f603-4d1b-9f14-1779df21e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:45.227350 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-f43e6333-f603-4d1b-9f14-1779df21e030 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 1127 time: 0.2107041 Mar 31 23:22:45.321370 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-5202892c-9afa-409f-ad7e-9665089a4b93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36 HTTP/1.1" status: 200 len: 217 time: 0.0830457 Mar 31 23:22:45.442362 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:45.469257 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:45.475925 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-7cc2d104-2165-45d4-a67e-1c854c1e04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:45.477487 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-7cc2d104-2165-45d4-a67e-1c854c1e04e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.1456723 Mar 31 23:22:45.623617 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-79344d95-ef90-4348-949a-e4c119d6735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:45.626330 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-79344d95-ef90-4348-949a-e4c119d6735a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1141720 Mar 31 23:22:45.727741 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:45.811382 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:22:45.825008 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:22:45.837681 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:22:45.848637 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'Port': ['ID=c052937e-4d32-45e6-b4d4-c81b2807f02a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:45.906496 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-583e338d-3177-46c0-a931-9a3d95420727 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462375 Mar 31 23:22:45.993255 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3068f1-2cf1-4516-8843-97a209b8d009 req-555c9fc1-648e-40e5-8df3-cf0156c072d2 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.010614 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f3068f1-2cf1-4516-8843-97a209b8d009 req-555c9fc1-648e-40e5-8df3-cf0156c072d2 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 931 time: 0.1538205 Mar 31 23:22:46.040601 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.042376 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:46.140470 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f3068f1-2cf1-4516-8843-97a209b8d009 req-1307296d-0b17-4628-bf95-2e74f5336bdd tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267226 Mar 31 23:22:46.174777 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-61f9f910-a442-4d55-8c13-18806cadeb57 req-6ad87267-0deb-4819-84dc-29d7882e5d2d service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420754 Mar 31 23:22:46.233646 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-76097be5-71ff-4049-81d6-cb87d0ee6055 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9140441 Mar 31 23:22:46.248760 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Request body: {'port': {'device_id': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:22:46.343682 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-3a7debc1-591e-441d-aaaf-5f18484bb4bf None None] Provisioning complete for port c052937e-4d32-45e6-b4d4-c81b2807f02a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:46.344795 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3a7debc1-591e-441d-aaaf-5f18484bb4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:46.347793 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be073d2-2df6-4569-80dd-f0315b4b3738 req-cc5a06be-2e32-4b09-83e6-726ba1bace62 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.349637 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0be073d2-2df6-4569-80dd-f0315b4b3738 req-cc5a06be-2e32-4b09-83e6-726ba1bace62 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.1033988 Mar 31 23:22:46.418376 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-3a7debc1-591e-441d-aaaf-5f18484bb4bf None None] Port c052937e-4d32-45e6-b4d4-c81b2807f02a cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:22:46.432206 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0be073d2-2df6-4569-80dd-f0315b4b3738 req-c5396357-9099-44e2-bb4c-ff004782a6c7 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688350 Mar 31 23:22:46.456102 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:46.539190 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-edfaa0c2-a095-4135-b767-06e8073de343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:46.542595 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-edfaa0c2-a095-4135-b767-06e8073de343 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 1127 time: 0.1693249 Mar 31 23:22:47.382615 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-761634a0-552e-4d4b-bfc7-18e73d9c9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:47.385361 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-761634a0-552e-4d4b-bfc7-18e73d9c9983 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.7017825 Mar 31 23:22:47.395659 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f4999-eeb9-47e3-ad82-2ca6bbdc74e2 req-804ce36d-a739-438a-84ff-08037dbbbec6 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:47.397407 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac3f4999-eeb9-47e3-ad82-2ca6bbdc74e2 req-804ce36d-a739-438a-84ff-08037dbbbec6 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 931 time: 0.1262326 Mar 31 23:22:47.478386 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac3f4999-eeb9-47e3-ad82-2ca6bbdc74e2 req-4f56c9b1-d65a-44b4-bdf9-723f08363f37 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700588 Mar 31 23:22:47.519847 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-efb108bc-c6a3-4e8e-8367-99e343b86308 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36 HTTP/1.1" status: 200 len: 217 time: 0.0894141 Mar 31 23:22:47.702353 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3fe97-05e5-49cf-ba67-702b3c8ccea9 req-f4ba1570-99f1-409e-a74a-8f4a24b289e1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:47.720335 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fb3fe97-05e5-49cf-ba67-702b3c8ccea9 req-f4ba1570-99f1-409e-a74a-8f4a24b289e1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.1222112 Mar 31 23:22:47.749069 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c052937e-4d32-45e6-b4d4-c81b2807f02a {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:47.774867 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Publish callbacks [] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:47.803556 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-5de3deae-f883-4db1-ada3-89cc317cdea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:47.814336 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-5de3deae-f883-4db1-ada3-89cc317cdea8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.1846352 Mar 31 23:22:47.826243 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Transition to ACTIVE for port object c052937e-4d32-45e6-b4d4-c81b2807f02a will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:22:47.839269 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2fb3fe97-05e5-49cf-ba67-702b3c8ccea9 req-b774e031-f078-4c48-93fe-266cfea657a2 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152103 Mar 31 23:22:47.923415 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:47.926310 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-3e841e21-08cc-43cc-aedb-800fc27fa11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:47.931406 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-3e841e21-08cc-43cc-aedb-800fc27fa11f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1076636 Mar 31 23:22:47.954192 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:48.208513 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-3d5dd43c-55d0-431b-83dd-3d7aa65fe532 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367423 Mar 31 23:22:48.216734 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Pushing event updated for resources: {'Port': ['ID=c052937e-4d32-45e6-b4d4-c81b2807f02a,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:48.405289 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Attempting to bind port c052937e-4d32-45e6-b4d4-c81b2807f02a on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:22:48.406036 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Attempting to bind port c052937e-4d32-45e6-b4d4-c81b2807f02a by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:22:48.406036 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Attempting to bind port c052937e-4d32-45e6-b4d4-c81b2807f02a on network f9a7d18e-9b05-4631-a0b4-c254fccb12df {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:48.439978 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Port c052937e-4d32-45e6-b4d4-c81b2807f02a on network f9a7d18e-9b05-4631-a0b4-c254fccb12df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:22:48.440338 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Attempting to bind port c052937e-4d32-45e6-b4d4-c81b2807f02a on network f9a7d18e-9b05-4631-a0b4-c254fccb12df {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:22:48.456682 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:22:48.457397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Checking segment: {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:22:48.458098 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Bound using segment: {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:22:48.458846 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Bound port: c052937e-4d32-45e6-b4d4-c81b2807f02a, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:22:48.459432 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:48.648534 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c53f29ae-ebae-4c19-b49e-09a056cb27cd req-f8b85da2-514e-4dec-b876-a9928ceda12b service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162358 Mar 31 23:22:48.663581 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] For port c052937e-4d32-45e6-b4d4-c81b2807f02a, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:22:48.671583 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] For port c052937e-4d32-45e6-b4d4-c81b2807f02a, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:22:48.755760 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933b189-b152-45bb-ad70-ac457f104445 req-d41c6c97-d7f1-4cac-93a5-3a8cb6ac1c2e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.759886 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0933b189-b152-45bb-ad70-ac457f104445 req-d41c6c97-d7f1-4cac-93a5-3a8cb6ac1c2e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 943 time: 0.1223795 Mar 31 23:22:48.782516 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:48.853001 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:48.857749 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:48.859359 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] 10.222.0.30 "PUT /v2.0/ports/c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 1093 time: 2.6163700 Mar 31 23:22:48.859832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:48.862301 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35457cd6-2d34-4309-a022-434a65fff150" -d '{"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:48.869195 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0933b189-b152-45bb-ad70-ac457f104445 req-1d20dec0-5e09-4611-b98a-ad7e0ac64db5 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912409 Mar 31 23:22:48.930565 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bbf310-81e5-4c72-baad-4c3402022288 service neutron] Pushing event updated for resources: {'Port': ['ID=c052937e-4d32-45e6-b4d4-c81b2807f02a,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:48.944033 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e5400f-3512-43f8-8f9d-2c8358b269b2 x-openstack-request-id: req-83e5400f-3512-43f8-8f9d-2c8358b269b2 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:48.949096 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:48.950110 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83e5400f-3512-43f8-8f9d-2c8358b269b2 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:48.953022 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e5400f-3512-43f8-8f9d-2c8358b269b2'] response: {'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'status': 'completed', 'code': 200} Mar 31 23:22:49.079597 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457cd6-2d34-4309-a022-434a65fff150 req-064ce51b-014c-48c0-9b4f-5adf3aef1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:49.082629 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35457cd6-2d34-4309-a022-434a65fff150 req-064ce51b-014c-48c0-9b4f-5adf3aef1ea4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1127 time: 0.1187072 Mar 31 23:22:49.110876 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81d046-d623-4069-bd90-610d450b889f req-fdba602b-c687-4f32-8ded-71900943fd65 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:49.112561 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e81d046-d623-4069-bd90-610d450b889f req-fdba602b-c687-4f32-8ded-71900943fd65 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.1002662 Mar 31 23:22:49.238759 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e81d046-d623-4069-bd90-610d450b889f req-2cd90935-5cbf-4b0f-8ee7-833cb3e29cba tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127787 Mar 31 23:22:49.282841 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457cd6-2d34-4309-a022-434a65fff150 req-a37dd834-30bc-4808-a565-2ca8a18584c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:49.287994 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35457cd6-2d34-4309-a022-434a65fff150 req-a37dd834-30bc-4808-a565-2ca8a18584c4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=45f39e38d2f741c580da09a8ff453322&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1798646 Mar 31 23:22:49.762181 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35457cd6-2d34-4309-a022-434a65fff150 req-b54fa033-779a-4816-b356-3385247e59ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:49.768067 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-35457cd6-2d34-4309-a022-434a65fff150 req-b54fa033-779a-4816-b356-3385247e59ad service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830852 Mar 31 23:22:50.096352 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20f184-4a93-4f2b-bfbc-6304c136d6fb req-b3c48366-e342-44cc-ab50-f03ee00abf32 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.100643 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b20f184-4a93-4f2b-bfbc-6304c136d6fb req-b3c48366-e342-44cc-ab50-f03ee00abf32 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 943 time: 0.1170814 Mar 31 23:22:50.151580 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:22:50.218253 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b20f184-4a93-4f2b-bfbc-6304c136d6fb req-31d4e34f-096e-4b93-92f9-095de62fb4c1 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057737 Mar 31 23:22:50.405263 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f187567-a26a-48b7-9f20-a518d6ae5002 req-f27a006c-2f75-43a6-a21f-5ced8b8f9587 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.406975 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f187567-a26a-48b7-9f20-a518d6ae5002 req-f27a006c-2f75-43a6-a21f-5ced8b8f9587 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.0712345 Mar 31 23:22:50.484059 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f187567-a26a-48b7-9f20-a518d6ae5002 req-2af65587-b03c-459a-995b-4bad1b15cd14 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707583 Mar 31 23:22:50.486260 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-5388dee7-d748-46c3-8665-ffe22bc23755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.488891 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-5388dee7-d748-46c3-8665-ffe22bc23755 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1127 time: 0.0600002 Mar 31 23:22:50.556778 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-1d76d1ee-6864-4eaa-bbd1-51669a87696c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 217 time: 0.0604053 Mar 31 23:22:50.616345 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-6e482752-4a1a-42d8-8182-a21e45ad3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.618456 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-6e482752-4a1a-42d8-8182-a21e45ad3b8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc HTTP/1.1" status: 200 len: 853 time: 0.0560834 Mar 31 23:22:50.692413 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-f1f859ed-367e-47c1-9bbb-8233df6971ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:50.700928 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-f1f859ed-367e-47c1-9bbb-8233df6971ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9a7d18e-9b05-4631-a0b4-c254fccb12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695565 Mar 31 23:22:50.885891 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-51c7c842-80c7-4240-a0de-083356fe9fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744037 Mar 31 23:22:51.149816 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5b6e0fd5-e5a9-4e6f-a56f-0d7550e76e13 req-64e28662-4a39-4021-b439-2be63ebb7c14 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823821 Mar 31 23:22:51.454064 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aaa73-77c9-4bcb-ba4f-153f2fdb1033 req-c01670e5-de21-422c-9843-70cdb5b4e2ec tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:51.456236 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-619aaa73-77c9-4bcb-ba4f-153f2fdb1033 req-c01670e5-de21-422c-9843-70cdb5b4e2ec tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 943 time: 0.0945952 Mar 31 23:22:51.569065 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-619aaa73-77c9-4bcb-ba4f-153f2fdb1033 req-c8a00380-f8da-41b2-943e-336bf639618c tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048570 Mar 31 23:22:51.708428 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb670283-619e-47da-809c-e6a96ee546a7 req-d503ea2b-d8d7-41a7-ae9a-9615d7509af4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:51.711908 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb670283-619e-47da-809c-e6a96ee546a7 req-d503ea2b-d8d7-41a7-ae9a-9615d7509af4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.1214652 Mar 31 23:22:51.806160 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fb670283-619e-47da-809c-e6a96ee546a7 req-7fe979db-223f-4fc4-8cac-957efc27d4ef tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869546 Mar 31 23:22:52.784500 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bf66e-b058-476c-9ca7-a0a26d4de2f4 req-e86ad0f4-60d4-453c-9bc3-0a7acb03af9c tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:52.787452 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d12bf66e-b058-476c-9ca7-a0a26d4de2f4 req-e86ad0f4-60d4-453c-9bc3-0a7acb03af9c tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 943 time: 0.0869451 Mar 31 23:22:52.893421 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d12bf66e-b058-476c-9ca7-a0a26d4de2f4 req-d00090e4-585b-4ce0-89de-6e2f778227a5 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928831 Mar 31 23:22:52.982393 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0c9d1-6ab0-4d06-a70a-3a31da99b01d req-37202b4d-872c-4808-a6e7-a4e6970c1d7a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:52.984197 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebb0c9d1-6ab0-4d06-a70a-3a31da99b01d req-37202b4d-872c-4808-a6e7-a4e6970c1d7a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.0761347 Mar 31 23:22:53.073026 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ebb0c9d1-6ab0-4d06-a70a-3a31da99b01d req-d4d7f43f-3032-4f59-9dbd-a04a3abbe8e3 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759597 Mar 31 23:22:54.021835 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0708ae-d795-4579-b4ab-074760efe50f req-c84f3e25-fe83-4c56-ac91-ced715031569 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:54.023494 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e0708ae-d795-4579-b4ab-074760efe50f req-c84f3e25-fe83-4c56-ac91-ced715031569 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 943 time: 0.0593982 Mar 31 23:22:54.083117 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e0708ae-d795-4579-b4ab-074760efe50f req-afddbc3b-d748-48d0-a4c1-4046160ff903 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532959 Mar 31 23:22:54.220831 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d5cad-0d16-4339-acd9-431fef239f56 req-99d9b107-18a4-40ec-bd19-eaf0f88638a4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:54.222825 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-283d5cad-0d16-4339-acd9-431fef239f56 req-99d9b107-18a4-40ec-bd19-eaf0f88638a4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.0607131 Mar 31 23:22:54.286292 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-283d5cad-0d16-4339-acd9-431fef239f56 req-4a1817ae-e158-485c-b0d5-7191fc2acbd2 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562353 Mar 31 23:22:55.241418 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16bc0d-670b-462f-8017-885e803bebe6 req-abf47f87-988b-451c-8451-d51181ada5ae tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:55.243143 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a16bc0d-670b-462f-8017-885e803bebe6 req-abf47f87-988b-451c-8451-d51181ada5ae tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 943 time: 0.0669179 Mar 31 23:22:55.302702 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a16bc0d-670b-462f-8017-885e803bebe6 req-5ea27e45-90a9-46bb-a14d-18ac6bc6f20a tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488732 Mar 31 23:22:55.425924 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221c791-45ad-43ce-85da-c9476b9c8f85 req-f5c9054d-fd28-41de-aa6c-6bd7aa20b595 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:55.427749 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4221c791-45ad-43ce-85da-c9476b9c8f85 req-f5c9054d-fd28-41de-aa6c-6bd7aa20b595 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.0620780 Mar 31 23:22:55.491142 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4221c791-45ad-43ce-85da-c9476b9c8f85 req-55d87bb3-6f3a-4deb-b2f0-aaeebbe5ab39 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561767 Mar 31 23:22:56.259083 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device c052937e-4d32-45e6-b4d4-c81b2807f02a details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:22:56.382640 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port c052937e-4d32-45e6-b4d4-c81b2807f02a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:56.396972 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'port_id': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'mac_address': 'fa:16:3e:ec:86:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:22:56.440400 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port c052937e-4d32-45e6-b4d4-c81b2807f02a is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:56.440803 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:56.453168 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47937bb4-eab7-4e10-a8c0-eabc8d79b0d3 req-491bafca-d980-4e07-9490-1a547fa5073a tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.455793 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47937bb4-eab7-4e10-a8c0-eabc8d79b0d3 req-491bafca-d980-4e07-9490-1a547fa5073a tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 943 time: 0.0676334 Mar 31 23:22:56.458315 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c052937e-4d32-45e6-b4d4-c81b2807f02a {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:56.481717 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port c052937e-4d32-45e6-b4d4-c81b2807f02a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:56.514622 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47937bb4-eab7-4e10-a8c0-eabc8d79b0d3 req-d03e91ed-0f9d-4935-aaca-8d65154df4c9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473890 Mar 31 23:22:56.588568 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:56.589502 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 7e60b80a-1de6-4898-be1c-c6cdc5191f36 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:22:56.645640 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ce7f3-ec07-4480-8d8c-79b69ae1ab6d req-9960d4dc-52c4-49c0-a38f-56a6bdb0ed32 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:56.647873 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-370ce7f3-ec07-4480-8d8c-79b69ae1ab6d req-9960d4dc-52c4-49c0-a38f-56a6bdb0ed32 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 943 time: 0.0808513 Mar 31 23:22:56.692068 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=c052937e-4d32-45e6-b4d4-c81b2807f02a,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:56.732766 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-370ce7f3-ec07-4480-8d8c-79b69ae1ab6d req-5fd9e8f8-068d-4d9b-b8a4-20f19f9fa97b tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775335 Mar 31 23:22:56.757607 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 7e60b80a-1de6-4898-be1c-c6cdc5191f36, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:56.779676 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:22:56.828519 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:56.828995 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:56.845319 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e60b80a-1de6-4898-be1c-c6cdc5191f36 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:22:56.872082 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 7e60b80a-1de6-4898-be1c-c6cdc5191f36, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:56.995525 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:57.068157 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=7e60b80a-1de6-4898-be1c-c6cdc5191f36,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:57.232626 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['7e60b80a-1de6-4898-be1c-c6cdc5191f36'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:57.238052 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['c052937e-4d32-45e6-b4d4-c81b2807f02a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:22:57.670993 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5f978-24d0-4375-ac1d-334d790bdbf8 req-18319d12-962f-4e35-876a-5ba8dfa7c9d4 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.670993 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7c5f978-24d0-4375-ac1d-334d790bdbf8 req-18319d12-962f-4e35-876a-5ba8dfa7c9d4 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 944 time: 0.0708866 Mar 31 23:22:57.733494 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d7c5f978-24d0-4375-ac1d-334d790bdbf8 req-a8ce8ebe-5589-4ca0-a8bb-ad3340577cf6 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571282 Mar 31 23:22:57.870031 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dc808-087e-4fac-9889-ae5525abd8de req-07a28e62-1316-49e9-91bf-887030c96a9b tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:57.871685 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-051dc808-087e-4fac-9889-ae5525abd8de req-07a28e62-1316-49e9-91bf-887030c96a9b tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 944 time: 0.0605462 Mar 31 23:22:57.935293 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-051dc808-087e-4fac-9889-ae5525abd8de req-235d44e4-54d7-4354-abb2-d229eeb3d82f tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508432 Mar 31 23:22:58.260000 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device c052937e-4d32-45e6-b4d4-c81b2807f02a up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:22:58.378786 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port c052937e-4d32-45e6-b4d4-c81b2807f02a completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:22:58.384567 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port c052937e-4d32-45e6-b4d4-c81b2807f02a triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:22:58.384956 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:58.483472 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port c052937e-4d32-45e6-b4d4-c81b2807f02a is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:22:58.484031 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:58.513615 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:22:58.516558 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3619348-1756-477f-9c86-b8150a6f4efb" -d '{"events": [{"server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "name": "network-vif-plugged", "status": "completed", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:22:58.533665 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port c052937e-4d32-45e6-b4d4-c81b2807f02a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:22:58.601218 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:22:58.662337 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4626000d-1716-4f38-95ad-40959f49d055 x-openstack-request-id: req-4626000d-1716-4f38-95ad-40959f49d055 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:22:58.662782 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "name": "network-vif-plugged", "status": "completed", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:22:58.663172 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4626000d-1716-4f38-95ad-40959f49d055 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:22:58.663778 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4626000d-1716-4f38-95ad-40959f49d055'] response: {'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'code': 200} Mar 31 23:22:58.669304 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=c052937e-4d32-45e6-b4d4-c81b2807f02a,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:22:58.918849 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67267c4b-9bbc-4857-a5c1-8e51b0d50b76 req-9255d79d-8eda-4505-97da-b6a6e25e1ee4 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:58.920889 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67267c4b-9bbc-4857-a5c1-8e51b0d50b76 req-9255d79d-8eda-4505-97da-b6a6e25e1ee4 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0662189 Mar 31 23:22:58.981901 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67267c4b-9bbc-4857-a5c1-8e51b0d50b76 req-f3ac8b95-7cfa-4400-a8f9-0a5efaab2948 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544326 Mar 31 23:22:59.083560 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba03266-edc1-491d-b8c4-0637798096ab req-b3ce31bf-9c74-4063-809d-44368b24c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.084997 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5ba03266-edc1-491d-b8c4-0637798096ab req-b3ce31bf-9c74-4063-809d-44368b24c72c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0684037 Mar 31 23:22:59.121019 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e4e64-40e8-474d-bf82-34fb590767cc req-657bf939-75dc-46e1-b5f0-251b55733281 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:22:59.122829 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe0e4e64-40e8-474d-bf82-34fb590767cc req-657bf939-75dc-46e1-b5f0-251b55733281 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 944 time: 0.0841858 Mar 31 23:22:59.138981 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-5ba03266-edc1-491d-b8c4-0637798096ab req-e65895fe-8b45-4c75-bd78-496d2e8900db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474741 Mar 31 23:22:59.186230 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe0e4e64-40e8-474d-bf82-34fb590767cc req-e0f1ec2c-34b4-4ca2-8082-713be1a80192 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523214 Mar 31 23:23:00.142095 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbc5ba-223b-42a7-9d61-a8db23371c92 req-29cd74cb-5e96-4dcc-b892-40164e485c87 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:00.144036 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-58dbc5ba-223b-42a7-9d61-a8db23371c92 req-29cd74cb-5e96-4dcc-b892-40164e485c87 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0797040 Mar 31 23:23:00.207840 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-58dbc5ba-223b-42a7-9d61-a8db23371c92 req-34276354-c1bc-45f6-bba4-80792513965e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551217 Mar 31 23:23:00.275375 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 7e60b80a-1de6-4898-be1c-c6cdc5191f36 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:23:00.350692 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4c18d-f0eb-4288-9582-74dbabf7163c req-38cde331-c3b6-44cd-961a-cb6aadc9bb4d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:00.352429 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30c4c18d-f0eb-4288-9582-74dbabf7163c req-38cde331-c3b6-44cd-961a-cb6aadc9bb4d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 944 time: 0.0642648 Mar 31 23:23:00.407440 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:23:00.414172 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:23:00.414439 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-30c4c18d-f0eb-4288-9582-74dbabf7163c req-24c10f16-89ca-42a2-977f-4e2913ca7df4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549161 Mar 31 23:23:00.414836 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:00.522759 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:23:00.523171 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:00.565433 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 7e60b80a-1de6-4898-be1c-c6cdc5191f36, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:00.657801 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:00.683538 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:00.686541 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7081dae2-65fc-4aaa-9775-26150ee5f891" -d '{"events": [{"server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "name": "network-vif-plugged", "status": "completed", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:00.724114 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=7e60b80a-1de6-4898-be1c-c6cdc5191f36,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:00.727810 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2eaeec0-9f7d-4f72-9236-e234a9d8f959 x-openstack-request-id: req-a2eaeec0-9f7d-4f72-9236-e234a9d8f959 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:00.728111 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "name": "network-vif-plugged", "status": "completed", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:00.728378 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2eaeec0-9f7d-4f72-9236-e234a9d8f959 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:00.728784 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2eaeec0-9f7d-4f72-9236-e234a9d8f959'] response: {'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'code': 200} Mar 31 23:23:01.198719 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cefa10-909c-4b04-b0c9-e816e8f55f03 req-a253f892-d031-400d-b921-2ce5e6b14891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.200537 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e8cefa10-909c-4b04-b0c9-e816e8f55f03 req-a253f892-d031-400d-b921-2ce5e6b14891 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 1129 time: 0.0635173 Mar 31 23:23:01.269170 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e8cefa10-909c-4b04-b0c9-e816e8f55f03 req-855cee1d-629f-4d60-bb9f-01d8babf3e53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614331 Mar 31 23:23:01.359857 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1fcb11-642a-4ba8-bc31-adb77a86db59 req-fea4b36d-5bc5-462c-8f06-f6e8d798ef70 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.363206 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed1fcb11-642a-4ba8-bc31-adb77a86db59 req-fea4b36d-5bc5-462c-8f06-f6e8d798ef70 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0670192 Mar 31 23:23:01.421490 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed1fcb11-642a-4ba8-bc31-adb77a86db59 req-9ee0c2a5-7e3a-4092-addb-d5ba966e568b tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497172 Mar 31 23:23:01.612572 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd84ab-a892-47ef-8977-c51debf576c1 req-04f757f5-e153-45a2-a78f-bb0c99132f9a tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.614297 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c2fd84ab-a892-47ef-8977-c51debf576c1 req-04f757f5-e153-45a2-a78f-bb0c99132f9a tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.1102772 Mar 31 23:23:01.623909 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cda46-f785-45e9-b008-bbc891f28f1d req-3aac8ca7-90dd-47e8-896b-19f48a87a305 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:01.625540 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de5cda46-f785-45e9-b008-bbc891f28f1d req-3aac8ca7-90dd-47e8-896b-19f48a87a305 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 945 time: 0.1194987 Mar 31 23:23:01.711927 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c2fd84ab-a892-47ef-8977-c51debf576c1 req-1384825a-41cc-4c60-aa87-5d0857e899cc tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851758 Mar 31 23:23:01.717694 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de5cda46-f785-45e9-b008-bbc891f28f1d req-0d401441-796f-449d-a85e-af1cf442578f tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849550 Mar 31 23:23:02.091944 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64620f14-2a78-4cee-87d1-dce927678b33 req-ff1f34bb-779d-4631-b6a2-c0163970e68c tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:02.093557 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64620f14-2a78-4cee-87d1-dce927678b33 req-ff1f34bb-779d-4631-b6a2-c0163970e68c tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0609417 Mar 31 23:23:02.157405 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64620f14-2a78-4cee-87d1-dce927678b33 req-ecb3242d-68d3-44cf-bb73-685cba99656c tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531564 Mar 31 23:23:02.886958 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb776-88dd-4d44-920e-76f2434dcb98 req-c461140c-ba7b-4618-9bab-b9314e8edaf1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:02.888945 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-691eb776-88dd-4d44-920e-76f2434dcb98 req-c461140c-ba7b-4618-9bab-b9314e8edaf1 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 945 time: 0.0881455 Mar 31 23:23:02.956255 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-691eb776-88dd-4d44-920e-76f2434dcb98 req-83343b6c-4295-45b4-a63e-03a2b9d51bc5 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603542 Mar 31 23:23:03.112473 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f6110-a469-44e4-baf6-16e8c6604803 req-7b493cad-07ba-4933-966d-854716051b20 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:03.114520 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-058f6110-a469-44e4-baf6-16e8c6604803 req-7b493cad-07ba-4933-966d-854716051b20 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 945 time: 0.0733538 Mar 31 23:23:03.192109 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-058f6110-a469-44e4-baf6-16e8c6604803 req-c5b6ae23-b397-4738-8442-f78dff3beca3 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694420 Mar 31 23:23:03.225295 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35376) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:03.282841 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6de153-f8a6-4e49-82e6-aca9c6041a85 tempest-TestVolumeBootPattern-1099339165 tempest-TestVolumeBootPattern-1099339165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:03.284567 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fa6de153-f8a6-4e49-82e6-aca9c6041a85 tempest-TestVolumeBootPattern-1099339165 tempest-TestVolumeBootPattern-1099339165-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 1124 time: 0.0578790 Mar 31 23:23:03.287778 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35378) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:03.293471 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:03.424462 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:03.543074 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:03.669476 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Allocated IP 172.27.0.33 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/6ee04a79-6f00-4e89-b173-108132d2378c) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:03.795895 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (6ee04a79-6f00-4e89-b173-108132d2378c), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:03.914617 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (6ee04a79-6f00-4e89-b173-108132d2378c), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:03.981050 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:03.990104 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:03.998397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:04.004806 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=6ee04a79-6f00-4e89-b173-108132d2378c,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:04.509213 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (3b53c70d-31f7-400c-8a54-6dc719d8c0a8), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:04.651808 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (6ee04a79-6f00-4e89-b173-108132d2378c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:04.838042 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (6ee04a79-6f00-4e89-b173-108132d2378c), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:04.904429 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (6ee04a79-6f00-4e89-b173-108132d2378c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:04.980468 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=6ee04a79-6f00-4e89-b173-108132d2378c,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:04.995248 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (3b53c70d-31f7-400c-8a54-6dc719d8c0a8), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:05.114686 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Floating IP 3b53c70d-31f7-400c-8a54-6dc719d8c0a8 associated. External IP: 172.27.0.33, port: 7e60b80a-1de6-4898-be1c-c6cdc5191f36. Mar 31 23:23:05.387106 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:05.542065 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:05.556327 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:05.571262 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:05.572124 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:05.677698 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:05.740688 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:05.743511 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-3308960a-62dd-40c2-93bd-dab2cd742ef0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4539833 Mar 31 23:23:05.744501 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:05.749322 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977c6858-dca8-4d40-91ad-5abcb8e08bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:05.807812 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20a5c73-80a7-4a62-928c-46b7e219c220 x-openstack-request-id: req-b20a5c73-80a7-4a62-928c-46b7e219c220 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:05.808259 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:05.808732 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b20a5c73-80a7-4a62-928c-46b7e219c220 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:05.809337 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20a5c73-80a7-4a62-928c-46b7e219c220'] response: {'name': 'network-changed', 'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'status': 'completed', 'code': 200} Mar 31 23:23:05.906832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-3f3ee5df-00b4-449f-998d-10228b4347f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:05.908385 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-3f3ee5df-00b4-449f-998d-10228b4347f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 1129 time: 0.0733731 Mar 31 23:23:06.018285 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-9ca40e3f-7dc4-4c64-9658-a000b0eb1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:06.019917 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-9ca40e3f-7dc4-4c64-9658-a000b0eb1360 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.1041634 Mar 31 23:23:06.024892 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:04Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:06.053571 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:06.064720 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:06.065362 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:22:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:06.209155 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:06.399084 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-67bdc337-4d51-482b-b2f1-82e418071ed4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36 HTTP/1.1" status: 200 len: 998 time: 0.3670256 Mar 31 23:23:06.452962 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-1c385224-2f7c-4431-8b50-b7792fe3d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:06.454494 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-1c385224-2f7c-4431-8b50-b7792fe3d254 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0499794 Mar 31 23:23:06.517564 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-48d3a4f2-f4b9-4a2c-ad46-bfda82430b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:06.519388 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-48d3a4f2-f4b9-4a2c-ad46-bfda82430b07 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575156 Mar 31 23:23:06.532633 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:04Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:06.565082 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d603f5-9a03-4f9c-9e5a-07d4ef93564e None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:04Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:06.663774 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-fd8d37b7-5f22-4928-b911-5be170b0a748 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364429 Mar 31 23:23:06.783178 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-977c6858-dca8-4d40-91ad-5abcb8e08bb9 req-e81773b9-160c-45c2-9ff8-e687fe8bac4f service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126823 Mar 31 23:23:06.832719 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ccfff-0d36-4ba8-8c69-21ae9402ab35 None None] New status for floating IP 3b53c70d-31f7-400c-8a54-6dc719d8c0a8: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:07.010828 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c50c9aa4-78b8-4af3-aae5-62adffee5ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:10.544018 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0ad61bcd-14da-42ef-b30d-7c0c17652731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:12.448007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:13.253545 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197bba3-f95d-4b3f-ae36-bb468d691083 req-a73a6680-836b-4710-86c4-5410665b6630 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:13.255029 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0197bba3-f95d-4b3f-ae36-bb468d691083 req-a73a6680-836b-4710-86c4-5410665b6630 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0608311 Mar 31 23:23:13.308193 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0197bba3-f95d-4b3f-ae36-bb468d691083 req-caf31284-f6f9-4e1e-91a5-1dcac6d920b7 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434835 Mar 31 23:23:13.331738 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35424) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:13.479539 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240c39e-fdbe-4b84-887a-ab609cff2d3c tempest-TestMinimumBasicScenario-137358776 tempest-TestMinimumBasicScenario-137358776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:13.481136 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-1240c39e-fdbe-4b84-887a-ab609cff2d3c tempest-TestMinimumBasicScenario-137358776 tempest-TestMinimumBasicScenario-137358776-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1124 time: 0.1483328 Mar 31 23:23:13.484194 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35428) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:13.488625 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'port_id': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:13.584081 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:13.693055 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:13.813874 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Allocated IP 172.27.0.11 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/cf250205-aea5-4bff-a0ca-f482826958a1) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:23:13.928774 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for port (cf250205-aea5-4bff-a0ca-f482826958a1), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:14.056452 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (cf250205-aea5-4bff-a0ca-f482826958a1), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:14.098377 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:23:14.101855 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:23:14.109164 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:23:14.115854 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'Port': ['ID=cf250205-aea5-4bff-a0ca-f482826958a1,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:14.151596 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.152013 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.152392 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.152741 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.153102 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.153456 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.153820 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.154167 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.154501 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.154836 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.155172 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.155502 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.155830 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.156162 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.156484 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:14.527485 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for floatingip (6704901a-d52e-4b93-b177-01612ae43b8a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:14.665147 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (cf250205-aea5-4bff-a0ca-f482826958a1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:14.842697 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for port (cf250205-aea5-4bff-a0ca-f482826958a1), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:14.926848 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (cf250205-aea5-4bff-a0ca-f482826958a1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:15.002682 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'Port': ['ID=cf250205-aea5-4bff-a0ca-f482826958a1,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:15.016352 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (6704901a-d52e-4b93-b177-01612ae43b8a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:15.135788 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Floating IP 6704901a-d52e-4b93-b177-01612ae43b8a associated. External IP: 172.27.0.11, port: c052937e-4d32-45e6-b4d4-c81b2807f02a. Mar 31 23:23:15.142710 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:15.384992 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Router 0991259d-da7e-444a-951b-e51cb6468542 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:23:15.418717 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:15.539580 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:23:15.552269 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] Sync routers for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:23:15.564303 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:15.565116 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:23:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:15.625848 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:15.660624 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-af161b45-b138-4337-9a76-8fe5df772d96 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1753492 Mar 31 23:23:15.661326 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:15.664022 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e320b374-ecc7-42c4-9112-48496a28b564" -d '{"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:15.664621 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35430) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:15.672276 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571474178', 'description': 'tempest-secgroup-smoke-571474178 description', 'project_id': '45f39e38d2f741c580da09a8ff453322'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:15.699395 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:15.732907 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bdd672-7e8b-494e-80c4-0a7a5133a54d x-openstack-request-id: req-f1bdd672-7e8b-494e-80c4-0a7a5133a54d {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:15.733240 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:15.733475 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1bdd672-7e8b-494e-80c4-0a7a5133a54d {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:15.733990 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bdd672-7e8b-494e-80c4-0a7a5133a54d'] response: {'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'status': 'completed', 'code': 200} Mar 31 23:23:15.793276 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:15.812712 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b374-ecc7-42c4-9112-48496a28b564 req-be5f6adc-e035-4077-ba27-8dfba3edc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:15.815316 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e320b374-ecc7-42c4-9112-48496a28b564 req-be5f6adc-e035-4077-ba27-8dfba3edc798 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0556209 Mar 31 23:23:15.900861 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group (576f7e92-81d3-48d0-ace6-e005f824445e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:15.966347 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b374-ecc7-42c4-9112-48496a28b564 req-cc1e96cc-3083-4752-969b-6b01a9964f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:15.967889 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e320b374-ecc7-42c4-9112-48496a28b564 req-cc1e96cc-3083-4752-969b-6b01a9964f5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 200 len: 915 time: 0.1441162 Mar 31 23:23:15.990191 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (576f7e92-81d3-48d0-ace6-e005f824445e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.017703 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '6704901a-d52e-4b93-b177-01612ae43b8a', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0991259d-da7e-444a-951b-e51cb6468542', 'port_id': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'mac_address': 'fa:16:3e:ec:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:14Z', 'updated_at': '2022-03-31T23:23:14Z', 'revision_number': 0, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.044414 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576f7e92-81d3-48d0-ace6-e005f824445e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.056834 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.057489 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.058157 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.058917 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.059275 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.060100 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.060718 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.061271 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.061892 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.062447 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.062991 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.063552 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.064297 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.064903 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.065378 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:23:16.068694 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] Checking router: 0991259d-da7e-444a-951b-e51cb6468542 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:23:16.087098 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:23:16.088117 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:23:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.090502 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e320b374-ecc7-42c4-9112-48496a28b564 req-9dd96b23-b650-4192-a1a9-c46a667242d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 998 time: 0.1156380 Mar 31 23:23:16.093008 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.094400 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5bd33051-b495-4e01-9cf9-8c0d34075eeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4283755 Mar 31 23:23:16.098267 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35434) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:16.107419 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-cdfbfc65-c120-4eea-aea1-e2e6ccd11686 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'security_group_rule': {'security_group_id': '576f7e92-81d3-48d0-ace6-e005f824445e', 'project_id': '45f39e38d2f741c580da09a8ff453322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:16.145149 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b374-ecc7-42c4-9112-48496a28b564 req-c28a291f-0b72-4b5c-b493-f05324007b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:16.146881 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e320b374-ecc7-42c4-9112-48496a28b564 req-c28a291f-0b72-4b5c-b493-f05324007b90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc HTTP/1.1" status: 200 len: 853 time: 0.0505881 Mar 31 23:23:16.216232 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b374-ecc7-42c4-9112-48496a28b564 req-1b5db297-b3cb-4f5e-ae0b-9d3dfc76735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:16.218271 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e320b374-ecc7-42c4-9112-48496a28b564 req-1b5db297-b3cb-4f5e-ae0b-9d3dfc76735e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9a7d18e-9b05-4631-a0b4-c254fccb12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645900 Mar 31 23:23:16.247759 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cdfbfc65-c120-4eea-aea1-e2e6ccd11686 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (de8fc976-af11-47f3-adbb-2982edea9de2), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.333256 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cdfbfc65-c120-4eea-aea1-e2e6ccd11686 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (de8fc976-af11-47f3-adbb-2982edea9de2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.355480 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e320b374-ecc7-42c4-9112-48496a28b564 req-ec2cd561-6a9a-4004-a456-321b76032a9b service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296923 Mar 31 23:23:16.392973 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:23:16.423106 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cdfbfc65-c120-4eea-aea1-e2e6ccd11686 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (de8fc976-af11-47f3-adbb-2982edea9de2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.454305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfbfc65-c120-4eea-aea1-e2e6ccd11686 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8fc976-af11-47f3-adbb-2982edea9de2,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.483431 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e320b374-ecc7-42c4-9112-48496a28b564 req-94f8cf84-ce80-4d28-8edd-6ea7d926e234 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193509 Mar 31 23:23:16.561565 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cdfbfc65-c120-4eea-aea1-e2e6ccd11686 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.566811 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cdfbfc65-c120-4eea-aea1-e2e6ccd11686 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4631991 Mar 31 23:23:16.569571 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35436) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:16.572542 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-2b19c61c-d3d5-46fb-9f8f-fe25af11da66 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'security_group_rule': {'security_group_id': '576f7e92-81d3-48d0-ace6-e005f824445e', 'project_id': '45f39e38d2f741c580da09a8ff453322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:16.697239 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '6704901a-d52e-4b93-b177-01612ae43b8a', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0991259d-da7e-444a-951b-e51cb6468542', 'port_id': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'mac_address': 'fa:16:3e:ec:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:14Z', 'updated_at': '2022-03-31T23:23:14Z', 'revision_number': 0, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:23:16.713603 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b19c61c-d3d5-46fb-9f8f-fe25af11da66 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (5199c88b-1918-4aaf-ba08-a9f975eb20dc), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.730361 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66450e-e141-4417-ba40-adbf034b98fe None None] The sync data for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi is: [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '6704901a-d52e-4b93-b177-01612ae43b8a', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': '0991259d-da7e-444a-951b-e51cb6468542', 'port_id': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'mac_address': 'fa:16:3e:ec:86:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:14Z', 'updated_at': '2022-03-31T23:23:14Z', 'revision_number': 0, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:23:16.808665 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b19c61c-d3d5-46fb-9f8f-fe25af11da66 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (5199c88b-1918-4aaf-ba08-a9f975eb20dc), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.887279 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b19c61c-d3d5-46fb-9f8f-fe25af11da66 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (5199c88b-1918-4aaf-ba08-a9f975eb20dc), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:16.915912 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19c61c-d3d5-46fb-9f8f-fe25af11da66 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5199c88b-1918-4aaf-ba08-a9f975eb20dc,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:16.992779 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5031f6d4-0af3-444f-a6ff-0f6e4b2af9a5 None None] New status for floating IP 6704901a-d52e-4b93-b177-01612ae43b8a: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:23:17.000022 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b19c61c-d3d5-46fb-9f8f-fe25af11da66 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.002675 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-2b19c61c-d3d5-46fb-9f8f-fe25af11da66 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4342320 Mar 31 23:23:17.006421 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35438) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:17.012520 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-01f31e08-9304-4b0f-b89a-e1895202b7f9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'security_group_rule': {'security_group_id': '576f7e92-81d3-48d0-ace6-e005f824445e', 'project_id': '45f39e38d2f741c580da09a8ff453322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:17.126692 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01f31e08-9304-4b0f-b89a-e1895202b7f9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (f325460e-a38b-4a3e-8d3c-ed6ea7c6b447), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.206734 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01f31e08-9304-4b0f-b89a-e1895202b7f9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (f325460e-a38b-4a3e-8d3c-ed6ea7c6b447), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.292903 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01f31e08-9304-4b0f-b89a-e1895202b7f9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (f325460e-a38b-4a3e-8d3c-ed6ea7c6b447), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.327247 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f31e08-9304-4b0f-b89a-e1895202b7f9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f325460e-a38b-4a3e-8d3c-ed6ea7c6b447,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:17.408866 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-01f31e08-9304-4b0f-b89a-e1895202b7f9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.410240 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-01f31e08-9304-4b0f-b89a-e1895202b7f9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4027636 Mar 31 23:23:17.415572 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35440) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:17.420676 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-837f5629-0f33-4ca2-a7a8-12899c16e797 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'security_group_rule': {'security_group_id': '576f7e92-81d3-48d0-ace6-e005f824445e', 'project_id': '45f39e38d2f741c580da09a8ff453322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:17.540727 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-837f5629-0f33-4ca2-a7a8-12899c16e797 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (7a0be06c-5918-456d-a4da-14136fc6f841), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.626727 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-837f5629-0f33-4ca2-a7a8-12899c16e797 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (7a0be06c-5918-456d-a4da-14136fc6f841), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.709894 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-837f5629-0f33-4ca2-a7a8-12899c16e797 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (7a0be06c-5918-456d-a4da-14136fc6f841), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.731981 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f5629-0f33-4ca2-a7a8-12899c16e797 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0be06c-5918-456d-a4da-14136fc6f841,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:17.824112 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-837f5629-0f33-4ca2-a7a8-12899c16e797 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.825461 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-837f5629-0f33-4ca2-a7a8-12899c16e797 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4087510 Mar 31 23:23:17.829014 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35442) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:17.836750 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-d5e5c141-7b84-4cb9-8f9c-c5dc79d6dabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'security_group_rule': {'security_group_id': '576f7e92-81d3-48d0-ace6-e005f824445e', 'project_id': '45f39e38d2f741c580da09a8ff453322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:17.903724 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:17.932350 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.securitygroups_db [None req-d5e5c141-7b84-4cb9-8f9c-c5dc79d6dabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Project 45f39e38d2f741c580da09a8ff453322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:23:17.939142 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c141-7b84-4cb9-8f9c-c5dc79d6dabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (020906fa-ad5e-4b11-a8fd-bb8d7372c640), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:18.015543 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c141-7b84-4cb9-8f9c-c5dc79d6dabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (020906fa-ad5e-4b11-a8fd-bb8d7372c640), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:18.098154 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c141-7b84-4cb9-8f9c-c5dc79d6dabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (020906fa-ad5e-4b11-a8fd-bb8d7372c640), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:18.119844 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5c141-7b84-4cb9-8f9c-c5dc79d6dabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020906fa-ad5e-4b11-a8fd-bb8d7372c640,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:18.197599 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d5e5c141-7b84-4cb9-8f9c-c5dc79d6dabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:18.199294 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d5e5c141-7b84-4cb9-8f9c-c5dc79d6dabf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3687220 Mar 31 23:23:18.202506 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35444) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:23:18.207933 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c61bc38e-e196-4a31-b01e-c6e4c3049a76 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'security_group_rule': {'security_group_id': '576f7e92-81d3-48d0-ace6-e005f824445e', 'project_id': '45f39e38d2f741c580da09a8ff453322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:18.304205 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-c61bc38e-e196-4a31-b01e-c6e4c3049a76 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Project 45f39e38d2f741c580da09a8ff453322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:23:18.309937 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c61bc38e-e196-4a31-b01e-c6e4c3049a76 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (601fec83-c7db-4747-914c-c70c42431b4e), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:18.376748 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c61bc38e-e196-4a31-b01e-c6e4c3049a76 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (601fec83-c7db-4747-914c-c70c42431b4e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:18.480850 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c61bc38e-e196-4a31-b01e-c6e4c3049a76 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (601fec83-c7db-4747-914c-c70c42431b4e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:18.503698 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61bc38e-e196-4a31-b01e-c6e4c3049a76 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601fec83-c7db-4747-914c-c70c42431b4e,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:18.603602 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c61bc38e-e196-4a31-b01e-c6e4c3049a76 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:18.604975 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c61bc38e-e196-4a31-b01e-c6e4c3049a76 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4011068 Mar 31 23:23:18.723924 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-ad1676ac-6d16-4483-830c-95765a831960 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571474178&fields=id&tenant_id=45f39e38d2f741c580da09a8ff453322 HTTP/1.1" status: 200 len: 267 time: 0.0542550 Mar 31 23:23:18.792055 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-81662172-7a64-4d59-93e6-d8de90552b2e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:18.793643 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-81662172-7a64-4d59-93e6-d8de90552b2e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0575531 Mar 31 23:23:18.808030 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'port': {'security_groups': ['a6b17b4f-69d1-485c-b2eb-3b01b5feefff', '576f7e92-81d3-48d0-ace6-e005f824445e']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:23:18.914555 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:19.220443 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] For port c052937e-4d32-45e6-b4d4-c81b2807f02a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:23:19.261237 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:19.349394 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:19.363706 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['c052937e-4d32-45e6-b4d4-c81b2807f02a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:19.395559 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:19.396251 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:19.399429 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43d3891a-4562-4be6-9a3a-88caa28dccbc req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "PUT /v2.0/ports/c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 981 time: 0.5964303 Mar 31 23:23:19.400618 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:23:19.406285 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c70813f-6c46-40ed-bd1c-42b8be861248" -d '{"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:23:19.474870 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a11d8-b3a1-4cd1-bdc3-e522f850a5b3 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'Port': ['ID=c052937e-4d32-45e6-b4d4-c81b2807f02a,revision_number=6']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:23:19.493491 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691947a5-612d-41c5-87d7-cf1fd5b0306e x-openstack-request-id: req-691947a5-612d-41c5-87d7-cf1fd5b0306e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:23:19.493850 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:23:19.494129 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-691947a5-612d-41c5-87d7-cf1fd5b0306e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:23:19.494502 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691947a5-612d-41c5-87d7-cf1fd5b0306e'] response: {'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'status': 'completed', 'code': 200} Mar 31 23:23:19.551731 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['c052937e-4d32-45e6-b4d4-c81b2807f02a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:23:19.593060 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484e0f1-c3f3-4bea-b35c-f9e286cb86a7 req-28388d84-1fb3-4cba-b016-a6d20e3958d1 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:19.595695 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8484e0f1-c3f3-4bea-b35c-f9e286cb86a7 req-28388d84-1fb3-4cba-b016-a6d20e3958d1 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0880096 Mar 31 23:23:19.624301 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-dcdea2f0-2108-43f3-b99c-66513ad1154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:19.627042 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-dcdea2f0-2108-43f3-b99c-66513ad1154d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1168 time: 0.1041131 Mar 31 23:23:19.723792 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8484e0f1-c3f3-4bea-b35c-f9e286cb86a7 req-be9f7af5-9714-4ef8-b4bd-635586b4cd53 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173842 Mar 31 23:23:19.789211 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-dcded1f2-4d9e-4c3a-bd4b-2de114c5e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:19.790801 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-dcded1f2-4d9e-4c3a-bd4b-2de114c5e68e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 200 len: 915 time: 0.1556981 Mar 31 23:23:19.824111 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-eeb2aa02-3070-4229-9336-62694cce36a1 None None] Provisioning complete for port c052937e-4d32-45e6-b4d4-c81b2807f02a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:23:19.824482 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-eeb2aa02-3070-4229-9336-62694cce36a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:19.881073 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-b4faa6c4-ef20-4c8b-8fc5-2396a62a8b56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 1000 time: 0.0824745 Mar 31 23:23:19.972761 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-877a0b9f-db6b-49e3-a0ac-f25d2769e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:19.984857 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-877a0b9f-db6b-49e3-a0ac-f25d2769e4f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc HTTP/1.1" status: 200 len: 853 time: 0.0926716 Mar 31 23:23:20.055061 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-eeb2aa02-3070-4229-9336-62694cce36a1 None None] Current status of the port c052937e-4d32-45e6-b4d4-c81b2807f02a is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:23:20.063812 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-ab3e511b-33c5-44ea-9e58-32a2897c8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:20.066429 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-ab3e511b-33c5-44ea-9e58-32a2897c8b26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9a7d18e-9b05-4631-a0b4-c254fccb12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783021 Mar 31 23:23:20.205513 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-40afd43c-e375-4627-9004-37a834d2adb0 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309750 Mar 31 23:23:20.352837 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7c70813f-6c46-40ed-bd1c-42b8be861248 req-3d63ec4a-199f-4efd-81c5-4d563d3ff609 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383693 Mar 31 23:23:26.850708 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-e7c996c0-866e-4f1b-9dcc-58d7b08803f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577793 Mar 31 23:23:26.957885 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-1cb8a288-b8d0-4094-a477-b412eb2411d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:26.959379 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-1cb8a288-b8d0-4094-a477-b412eb2411d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 1129 time: 0.0595708 Mar 31 23:23:27.080446 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-7ab412fa-fec8-4de5-941e-9fc879508052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.083118 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-7ab412fa-fec8-4de5-941e-9fc879508052 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.0998497 Mar 31 23:23:27.149842 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:23:27.173587 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-b398ba1e-d136-498c-9915-c921cbd12171 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36 HTTP/1.1" status: 200 len: 1000 time: 0.0848212 Mar 31 23:23:27.231405 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-0f164754-2b9e-4664-86c4-4e4d80b1b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.232984 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-0f164754-2b9e-4664-86c4-4e4d80b1b65e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0525277 Mar 31 23:23:27.288299 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-a9d75eb8-8be9-4c7d-bcbe-721f3ce47440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:27.290452 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-a9d75eb8-8be9-4c7d-bcbe-721f3ce47440 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505052 Mar 31 23:23:27.388704 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-6464e84e-e158-44dd-95ef-8533067e5fa5 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917253 Mar 31 23:23:27.495585 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2f9ad44-c690-4a19-9009-5c7a76248006 req-dc93c2a7-49d9-4778-a7d9-43e9172e491f service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993929 Mar 31 23:23:36.984074 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-175359e4-6d79-4e2a-9bcc-b9fff67579d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:37.200153 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c18d0-3946-454a-a809-66a259d0aafb req-8270ccad-3141-43a9-8b48-f821b311bf2e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.201887 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-039c18d0-3946-454a-a809-66a259d0aafb req-8270ccad-3141-43a9-8b48-f821b311bf2e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0813289 Mar 31 23:23:37.271043 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-b4e4cab3-6953-4dfb-b8d6-c557d4e144a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.272394 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-039c18d0-3946-454a-a809-66a259d0aafb req-d8d827f7-a13b-4ee6-bbee-0f72cb87fe69 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634766 Mar 31 23:23:37.274400 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-b4e4cab3-6953-4dfb-b8d6-c557d4e144a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1168 time: 0.0763042 Mar 31 23:23:37.418229 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-20799b2b-fe98-4ac6-b2e4-3007278fd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.419720 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-20799b2b-fe98-4ac6-b2e4-3007278fd5b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 200 len: 915 time: 0.1394286 Mar 31 23:23:37.504977 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-27610f70-d550-4bec-ba98-020f01c202bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 1000 time: 0.0775182 Mar 31 23:23:37.560213 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-7c993251-d7fc-40ae-879b-5046f864784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.561619 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-7c993251-d7fc-40ae-879b-5046f864784e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc HTTP/1.1" status: 200 len: 853 time: 0.0495176 Mar 31 23:23:37.625092 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-cf66ec6d-2b2e-4fba-9c94-8cd9d0d398bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:37.626949 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-cf66ec6d-2b2e-4fba-9c94-8cd9d0d398bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9a7d18e-9b05-4631-a0b4-c254fccb12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579333 Mar 31 23:23:37.729767 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-7d5d205f-bf22-4ef6-9f33-821c2fbdef4a service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951855 Mar 31 23:23:37.862056 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7d5f4baf-07dd-4c1c-847d-40a9586947e3 req-67e7410e-5223-46ac-9345-74f40536c9d4 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961957 Mar 31 23:23:38.418093 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d4ea2-e141-4a59-b345-bdd43273c7f6 req-f5ec74da-254a-4232-a131-a7c9ac6859da tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:38.419833 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d7d4ea2-e141-4a59-b345-bdd43273c7f6 req-f5ec74da-254a-4232-a131-a7c9ac6859da tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0644472 Mar 31 23:23:38.502337 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d7d4ea2-e141-4a59-b345-bdd43273c7f6 req-e22a9f68-9ade-4d52-8be4-9aa462b8c6d8 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719237 Mar 31 23:23:39.661877 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b52ed-6f40-4d88-90e2-2437c478cefa req-40394f62-e7a8-4d35-b185-8d6eaee6237e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:39.664129 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee1b52ed-6f40-4d88-90e2-2437c478cefa req-40394f62-e7a8-4d35-b185-8d6eaee6237e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0692372 Mar 31 23:23:39.743983 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee1b52ed-6f40-4d88-90e2-2437c478cefa req-b571a424-f36e-44fe-825c-98d73a628236 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696726 Mar 31 23:23:40.575923 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c4401158-482f-46c9-aea5-877330946806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:40.934817 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5f363-b698-4c48-b444-e31a1be6806d req-553ba4e3-4578-4601-a974-47209e8bf383 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:40.937387 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-52f5f363-b698-4c48-b444-e31a1be6806d req-553ba4e3-4578-4601-a974-47209e8bf383 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0814395 Mar 31 23:23:41.038017 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-52f5f363-b698-4c48-b444-e31a1be6806d req-baf658b8-3e4f-499d-a662-896c130ec891 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912039 Mar 31 23:23:42.171035 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164338d-c69c-40fd-bdcc-bd83d98a1d19 req-19c8c148-a752-4b2d-ae4f-57c7d6938f3f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:42.172670 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a164338d-c69c-40fd-bdcc-bd83d98a1d19 req-19c8c148-a752-4b2d-ae4f-57c7d6938f3f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0594859 Mar 31 23:23:42.263854 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a164338d-c69c-40fd-bdcc-bd83d98a1d19 req-49128ede-0013-482a-8648-e62635a82cbb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800264 Mar 31 23:23:42.508862 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:43.440804 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c981f67-4a61-47b6-9bc4-b7ae1b224d62 req-dcbe1f98-646a-4a4d-a408-c422aac1ee55 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:43.443622 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c981f67-4a61-47b6-9bc4-b7ae1b224d62 req-dcbe1f98-646a-4a4d-a408-c422aac1ee55 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0958805 Mar 31 23:23:43.536549 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c981f67-4a61-47b6-9bc4-b7ae1b224d62 req-97cfcb9b-d8df-4c3a-8aaa-6767441ebad7 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761395 Mar 31 23:23:44.703449 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7aedd7-0cc8-4b20-94eb-5d550f89e96c req-e64d8ace-d97d-46d0-b03e-c48d2843c92a tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:44.705522 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e7aedd7-0cc8-4b20-94eb-5d550f89e96c req-e64d8ace-d97d-46d0-b03e-c48d2843c92a tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0644248 Mar 31 23:23:44.777158 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e7aedd7-0cc8-4b20-94eb-5d550f89e96c req-21f3859d-2ea7-4f9f-8422-ae4c99003458 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645878 Mar 31 23:23:45.068736 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:45.440320 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:45.932934 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947e499-0a30-4b32-a3d3-2e2a2d73f8cf req-c15afd30-35f6-408c-b5d8-2dd9596f42f1 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:45.934809 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9947e499-0a30-4b32-a3d3-2e2a2d73f8cf req-c15afd30-35f6-408c-b5d8-2dd9596f42f1 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0645990 Mar 31 23:23:46.017411 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9947e499-0a30-4b32-a3d3-2e2a2d73f8cf req-b78a6384-f4e7-44c9-84d3-4e61dc9226fd tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715730 Mar 31 23:23:47.162611 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee222c-3e8c-4b0d-a158-c1aa08117366 req-6d8bc570-553e-43b5-a42f-dc7465ae1b27 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:47.164323 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63ee222c-3e8c-4b0d-a158-c1aa08117366 req-6d8bc570-553e-43b5-a42f-dc7465ae1b27 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0597105 Mar 31 23:23:47.252326 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63ee222c-3e8c-4b0d-a158-c1aa08117366 req-6975924b-1900-45e0-a641-07234d600869 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811853 Mar 31 23:23:47.886238 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:23:48.421278 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d9ad6-9820-4da7-a2b6-75ca7b76acae req-9a5d7f39-7ac4-4ca4-a278-be368af4a9c4 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:48.422932 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-511d9ad6-9820-4da7-a2b6-75ca7b76acae req-9a5d7f39-7ac4-4ca4-a278-be368af4a9c4 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0625782 Mar 31 23:23:48.504486 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-511d9ad6-9820-4da7-a2b6-75ca7b76acae req-8be81b70-d5ac-4886-865e-ef202efecf8e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750453 Mar 31 23:23:49.687098 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1cb1-fefc-44a9-9608-8a180a3bd45b req-7160c44e-b9f5-4ec4-a2af-0d164f9ebe1b tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:23:49.689526 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7fe1cb1-fefc-44a9-9608-8a180a3bd45b req-7160c44e-b9f5-4ec4-a2af-0d164f9ebe1b tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0811672 Mar 31 23:23:49.767693 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7fe1cb1-fefc-44a9-9608-8a180a3bd45b req-e40cbf86-f9f7-4c67-8898-0173c61ff0c7 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&id=576f7e92-81d3-48d0-ace6-e005f824445e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710049 Mar 31 23:24:04.150063 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:24:06.948482 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e47be33c-cae7-46ee-8985-2e5424c5091c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:10.621353 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-18cdaf58-f6ac-45e4-846d-4c50d8b79398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:12.513950 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:15.091519 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:15.473697 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:17.856665 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:22.701866 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-7dfbe8f0-d864-46b3-8c8b-b83b7c6c30bb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571474178&fields=id&tenant_id=45f39e38d2f741c580da09a8ff453322 HTTP/1.1" status: 200 len: 267 time: 0.0500062 Mar 31 23:24:22.782982 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-43b84b2a-a0e4-4050-a8c9-44ad29e1bdec tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:22.784608 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-43b84b2a-a0e4-4050-a8c9-44ad29e1bdec tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 984 time: 0.0774634 Mar 31 23:24:22.797012 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Request body: {'port': {'security_groups': ['a6b17b4f-69d1-485c-b2eb-3b01b5feefff']}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:22.885152 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:23.366256 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] For port c052937e-4d32-45e6-b4d4-c81b2807f02a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:23.494407 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:23.582351 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:23.598153 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['c052937e-4d32-45e6-b4d4-c81b2807f02a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:23.637516 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.638228 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:23.639781 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29d0c657-f5c2-40ea-a16e-013b7abe12c2 req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "PUT /v2.0/ports/c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 942 time: 0.8477144 Mar 31 23:24:23.640205 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:23.642928 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca163ad2-d6ee-4116-8d83-61b301130bda" -d '{"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:23.650108 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35508) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:23.717981 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event updated for resources: {'Port': ['ID=c052937e-4d32-45e6-b4d4-c81b2807f02a,revision_number=7']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:23.729719 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.730706 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.731285 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.731865 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.732450 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.732618 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['c052937e-4d32-45e6-b4d4-c81b2807f02a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:23.733369 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.733777 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.734393 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.734836 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.735272 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.736522 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.736522 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.737014 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.737320 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.737759 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11709abe-8377-4686-b632-f1079d24757d tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:23.758017 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede0f85b-49d1-4119-af89-c04c5de84ce0 x-openstack-request-id: req-ede0f85b-49d1-4119-af89-c04c5de84ce0 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:23.758553 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:23.758967 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ede0f85b-49d1-4119-af89-c04c5de84ce0 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:23.759496 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede0f85b-49d1-4119-af89-c04c5de84ce0'] response: {'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'status': 'completed', 'code': 200} Mar 31 23:24:23.821603 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group (576f7e92-81d3-48d0-ace6-e005f824445e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:23.858932 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group (576f7e92-81d3-48d0-ace6-e005f824445e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:23.881507 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-a754d8fb-d450-445b-9f86-7ff696b35406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:23.883348 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-a754d8fb-d450-445b-9f86-7ff696b35406 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1129 time: 0.1149714 Mar 31 23:24:23.992911 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-312573a2-5bbc-4848-bfd7-994fb132fc92 None None] Provisioning complete for port c052937e-4d32-45e6-b4d4-c81b2807f02a triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:23.998692 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-312573a2-5bbc-4848-bfd7-994fb132fc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:24.034733 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-a33e080b-22e5-4c9c-bde1-5bbde514c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.037075 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-a33e080b-22e5-4c9c-bde1-5bbde514c1fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 200 len: 915 time: 0.1475234 Mar 31 23:24:24.110532 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-312573a2-5bbc-4848-bfd7-994fb132fc92 None None] Current status of the port c052937e-4d32-45e6-b4d4-c81b2807f02a is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:24:24.119673 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (576f7e92-81d3-48d0-ace6-e005f824445e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:24.122421 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:24.127885 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "DELETE /v2.0/security-groups/576f7e92-81d3-48d0-ace6-e005f824445e HTTP/1.1" status: 204 len: 168 time: 0.4723833 Mar 31 23:24:24.130162 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35510) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:24.133957 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-bdb2ab8b-241e-4998-83e3-e116da347801 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 1000 time: 0.0868766 Mar 31 23:24:24.139730 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576f7e92-81d3-48d0-ace6-e005f824445e,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:24.160144 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.169048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.170409 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641353a0-41ac-4d04-9e4c-c577fe22365f tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:24.231207 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-230940ef-2108-4497-89dd-a37db0395fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.233857 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-230940ef-2108-4497-89dd-a37db0395fd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc HTTP/1.1" status: 200 len: 853 time: 0.0890875 Mar 31 23:24:24.310783 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-e150a599-7729-4321-8af2-2de76435ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:24.313424 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-e150a599-7729-4321-8af2-2de76435ee97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9a7d18e-9b05-4631-a0b4-c254fccb12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675325 Mar 31 23:24:24.384698 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Deleting port cf250205-aea5-4bff-a0ca-f482826958a1 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:24.385036 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (cf250205-aea5-4bff-a0ca-f482826958a1), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:24.419510 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-ebe4791c-2642-4e05-bf9f-6293550fa477 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971410 Mar 31 23:24:24.469906 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (cf250205-aea5-4bff-a0ca-f482826958a1), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:24.470294 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for floatingip (cf250205-aea5-4bff-a0ca-f482826958a1), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:24.484760 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Calling delete_port for cf250205-aea5-4bff-a0ca-f482826958a1 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:24.534976 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ca163ad2-d6ee-4116-8d83-61b301130bda req-7b8f5c1a-32b8-4c05-b823-1c2aaee288a5 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084139 Mar 31 23:24:24.839417 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (cf250205-aea5-4bff-a0ca-f482826958a1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:24.871470 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event deleted for resources: {'Port': ['ID=cf250205-aea5-4bff-a0ca-f482826958a1,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:24.972997 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks [] for floatingip (6704901a-d52e-4b93-b177-01612ae43b8a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:24.973349 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Floating IP 6704901a-d52e-4b93-b177-01612ae43b8a disassociated (deleted). External IP: 172.27.0.11, port: c052937e-4d32-45e6-b4d4-c81b2807f02a. Mar 31 23:24:25.293852 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Router 0991259d-da7e-444a-951b-e51cb6468542 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:25.456163 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:25.463834 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:25.473674 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] Sync routers for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:25.487427 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:25.488093 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:25.515220 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9c931a37-f441-4c2c-b880-4a871a9276d9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "DELETE /v2.0/floatingips/6704901a-d52e-4b93-b177-01612ae43b8a HTTP/1.1" status: 204 len: 168 time: 1.3823707 Mar 31 23:24:25.623525 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:25.760237 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:25.763124 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563f7745-17a9-4057-b9df-84d1c79805ca" -d '{"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:25.824010 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d38c5ee-ebfa-4a35-bc12-082d68b2c492 x-openstack-request-id: req-3d38c5ee-ebfa-4a35-bc12-082d68b2c492 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:25.824476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:25.824910 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d38c5ee-ebfa-4a35-bc12-082d68b2c492 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:25.825556 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d38c5ee-ebfa-4a35-bc12-082d68b2c492'] response: {'name': 'network-changed', 'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'status': 'completed', 'code': 200} Mar 31 23:24:25.914493 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f7745-17a9-4057-b9df-84d1c79805ca req-084a3b7c-33ae-4ee3-ba66-65d1c55d616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:25.916389 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-563f7745-17a9-4057-b9df-84d1c79805ca req-084a3b7c-33ae-4ee3-ba66-65d1c55d616a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0687451 Mar 31 23:24:25.926066 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:25.957959 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] Checking router: 0991259d-da7e-444a-951b-e51cb6468542 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:25.967432 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:25.968101 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:26.126963 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:26.378106 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f7745-17a9-4057-b9df-84d1c79805ca req-f48a3ed5-902f-4865-b503-75b550dc4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:26.379569 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-563f7745-17a9-4057-b9df-84d1c79805ca req-f48a3ed5-902f-4865-b503-75b550dc4ddb service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 200 len: 915 time: 0.4568012 Mar 31 23:24:26.424147 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-563f7745-17a9-4057-b9df-84d1c79805ca req-02ba3f0b-8edd-4aad-81a2-f0ebabf6a4b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 217 time: 0.0375686 Mar 31 23:24:26.496394 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f7745-17a9-4057-b9df-84d1c79805ca req-5c896538-66b5-455f-af9e-eac049e1bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:26.498954 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-563f7745-17a9-4057-b9df-84d1c79805ca req-5c896538-66b5-455f-af9e-eac049e1bcb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc HTTP/1.1" status: 200 len: 853 time: 0.0677979 Mar 31 23:24:26.545773 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:26.574561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f7745-17a9-4057-b9df-84d1c79805ca req-717c521f-d5fd-4c11-8fae-15332b28b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:26.577209 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-563f7745-17a9-4057-b9df-84d1c79805ca req-717c521f-d5fd-4c11-8fae-15332b28b28e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9a7d18e-9b05-4631-a0b4-c254fccb12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716772 Mar 31 23:24:26.592402 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb048a-1c1f-4e54-8aaa-2b0cc2d5526c None None] The sync data for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi is: [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:22:15Z', 'revision_number': 4, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'db596091-b34e-44b8-8aaa-2ef581605ae7', 'name': '', 'network_id': 'f9a7d18e-9b05-4631-a0b4-c254fccb12df', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'mac_address': 'fa:16:3e:f7:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:15Z', 'updated_at': '2022-03-31T23:22:21Z', 'revision_number': 5, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'subnets': [{'id': '10e20b33-0c70-4274-a9ea-ffd6ece5f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:26.699849 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-563f7745-17a9-4057-b9df-84d1c79805ca req-15e09721-6549-45fb-91ac-695883f776a3 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162825 Mar 31 23:24:26.820491 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-563f7745-17a9-4057-b9df-84d1c79805ca req-6d01a543-fcdb-4fcf-8efb-b43131b56c11 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133208 Mar 31 23:24:26.889401 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fd99d7-ad26-4449-87e7-020b76419708 None None] New status for floating IP 6704901a-d52e-4b93-b177-01612ae43b8a: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:24:28.610174 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4bfee2bd-3404-494a-9467-f139453d07fb req-e8ebc437-9199-4228-8e34-1a33c11babb3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563033 Mar 31 23:24:28.678962 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfee2bd-3404-494a-9467-f139453d07fb req-e097b86b-b65f-4b82-912a-1af042b5a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.680653 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4bfee2bd-3404-494a-9467-f139453d07fb req-e097b86b-b65f-4b82-912a-1af042b5a650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45f39e38d2f741c580da09a8ff453322&device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 1129 time: 0.0491176 Mar 31 23:24:28.798111 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfee2bd-3404-494a-9467-f139453d07fb req-f641c1e7-ba5c-46d1-a61c-be6f0a93d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.799587 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4bfee2bd-3404-494a-9467-f139453d07fb req-f641c1e7-ba5c-46d1-a61c-be6f0a93d0ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 200 len: 915 time: 0.1001875 Mar 31 23:24:28.852933 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4bfee2bd-3404-494a-9467-f139453d07fb req-29dc8f3e-bb66-444a-a837-d42bf69982c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 200 len: 217 time: 0.0472801 Mar 31 23:24:28.902936 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfee2bd-3404-494a-9467-f139453d07fb req-74ecaa38-8b26-4d1d-a0da-e6ca689b3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.904401 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4bfee2bd-3404-494a-9467-f139453d07fb req-74ecaa38-8b26-4d1d-a0da-e6ca689b3ff3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc HTTP/1.1" status: 200 len: 853 time: 0.0454886 Mar 31 23:24:28.959227 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfee2bd-3404-494a-9467-f139453d07fb req-630f3e5a-6525-45b0-be3c-c7eea27ded92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:28.960813 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4bfee2bd-3404-494a-9467-f139453d07fb req-630f3e5a-6525-45b0-be3c-c7eea27ded92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f9a7d18e-9b05-4631-a0b4-c254fccb12df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501814 Mar 31 23:24:29.068771 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4bfee2bd-3404-494a-9467-f139453d07fb req-952f424e-2542-4139-b88d-3cbbd7f867fb service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017466 Mar 31 23:24:29.206011 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-4bfee2bd-3404-494a-9467-f139453d07fb req-dd72663d-0dec-4dd6-827f-414a904c1aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312079 Mar 31 23:24:30.089066 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c9ca0-319e-45c4-bac5-202235333564 req-ee41f462-f2b1-4eb0-a7f2-1d313a3417b9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:30.090742 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f85c9ca0-319e-45c4-bac5-202235333564 req-ee41f462-f2b1-4eb0-a7f2-1d313a3417b9 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0692098 Mar 31 23:24:30.153973 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f85c9ca0-319e-45c4-bac5-202235333564 req-d03bd013-0993-4543-8873-17e5b24109b4 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570176 Mar 31 23:24:31.300072 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a4ba-aa00-4421-833d-0f3da4f7eb2e req-e50f9321-916c-4ec7-a373-008b9da91e7e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.301727 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a51a4ba-aa00-4421-833d-0f3da4f7eb2e req-e50f9321-916c-4ec7-a373-008b9da91e7e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0631104 Mar 31 23:24:31.360993 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8a51a4ba-aa00-4421-833d-0f3da4f7eb2e req-a307b0a8-cb53-4842-a195-19ac460c1dbf tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/security-groups?id=a6b17b4f-69d1-485c-b2eb-3b01b5feefff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528140 Mar 31 23:24:31.807496 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-0800e262-b202-4d36-84a5-86b30279e1fc tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:31.809094 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-0800e262-b202-4d36-84a5-86b30279e1fc tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.30 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 945 time: 0.0774608 Mar 31 23:24:31.915237 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Deleting port c052937e-4d32-45e6-b4d4-c81b2807f02a {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:31.915567 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:32.026265 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] For port c052937e-4d32-45e6-b4d4-c81b2807f02a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=c052937e-4d32-45e6-b4d4-c81b2807f02a,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:32.026265 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:32.041563 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Calling delete_port for c052937e-4d32-45e6-b4d4-c81b2807f02a owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:32.262549 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (c052937e-4d32-45e6-b4d4-c81b2807f02a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:32.274892 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['c052937e-4d32-45e6-b4d4-c81b2807f02a'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:24:32.306039 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Pushing event deleted for resources: {'Port': ['ID=c052937e-4d32-45e6-b4d4-c81b2807f02a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:32.355894 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] No DVR routers for this DVR port c052937e-4d32-45e6-b4d4-c81b2807f02a on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:32.358580 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:32.361973 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-d8b720bb-8e00-4208-aeb6-9df7867865ab req-2cc271d0-0efb-4b98-ad6e-52b4a2c8699e tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.30 "DELETE /v2.0/ports/c052937e-4d32-45e6-b4d4-c81b2807f02a HTTP/1.1" status: 204 len: 173 time: 0.5461838 Mar 31 23:24:32.362460 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'name': 'network-vif-deleted', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:24:32.365299 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a804a412-a304-441d-aa97-27869c382bf3" -d '{"events": [{"server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "name": "network-vif-deleted", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:24:32.406605 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd5c5f3-04ed-4e9b-a8e3-6928865836c0 x-openstack-request-id: req-3cd5c5f3-04ed-4e9b-a8e3-6928865836c0 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:24:32.406764 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dccbb0-4122-4522-9087-adcf25bfc6d3", "name": "network-vif-deleted", "tag": "c052937e-4d32-45e6-b4d4-c81b2807f02a", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:24:32.406913 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cd5c5f3-04ed-4e9b-a8e3-6928865836c0 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:24:32.407308 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd5c5f3-04ed-4e9b-a8e3-6928865836c0'] response: {'server_uuid': '51dccbb0-4122-4522-9087-adcf25bfc6d3', 'name': 'network-vif-deleted', 'tag': 'c052937e-4d32-45e6-b4d4-c81b2807f02a', 'status': 'completed', 'code': 200} Mar 31 23:24:32.474609 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0782e0d-49fd-4d79-a219-e85972be72e9 req-e782beba-a4ec-4cdf-8193-856471afdfeb tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 210 time: 0.0297406 Mar 31 23:24:33.635674 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b7b37ab-12bb-474e-bbf6-e1ac2ac8d90b req-e586dccb-7787-41ff-a314-07efbe4ac048 tempest-TestMinimumBasicScenario-2069435769 tempest-TestMinimumBasicScenario-2069435769-project] 10.222.0.41 "GET /v2.0/ports?device_id=51dccbb0-4122-4522-9087-adcf25bfc6d3 HTTP/1.1" status: 200 len: 210 time: 0.0499835 Mar 31 23:24:34.755268 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device c052937e-4d32-45e6-b4d4-c81b2807f02a no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:34.786135 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: c052937e-4d32-45e6-b4d4-c81b2807f02a {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:24:34.786544 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device c052937e-4d32-45e6-b4d4-c81b2807f02a not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:36.262805 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35604) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:36.691572 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (0991259d-da7e-444a-951b-e51cb6468542), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:37.011207 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-62e5eba5-62ef-47dd-871f-05adbb65ef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:37.037692 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Deleting port db596091-b34e-44b8-8aaa-2ef581605ae7 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:37.038061 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:37.127738 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] For port db596091-b34e-44b8-8aaa-2ef581605ae7, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=db596091-b34e-44b8-8aaa-2ef581605ae7,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:37.128137 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:37.144866 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Calling delete_port for db596091-b34e-44b8-8aaa-2ef581605ae7 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:37.484818 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (db596091-b34e-44b8-8aaa-2ef581605ae7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:37.510948 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=db596091-b34e-44b8-8aaa-2ef581605ae7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:37.737177 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (0991259d-da7e-444a-951b-e51cb6468542), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:37.991303 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Router 0991259d-da7e-444a-951b-e51cb6468542 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:38.121969 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:38.127724 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f3edeae9-e125-4beb-8049-3a026cd38b95 admin admin] 10.222.0.41 "PUT /v2.0/routers/0991259d-da7e-444a-951b-e51cb6468542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636703 Mar 31 23:24:38.132068 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35606) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:38.135254 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] Sync routers for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:38.147704 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:38.148469 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:38.256610 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks [] for router (0991259d-da7e-444a-951b-e51cb6468542), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:38.285078 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:38.383172 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks [] for router_gateway (0991259d-da7e-444a-951b-e51cb6468542), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:38.509053 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Deleting port 4768350f-ae82-4249-8d84-fb692f28a189 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:38.509869 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (4768350f-ae82-4249-8d84-fb692f28a189), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:38.533209 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '4768350f-ae82-4249-8d84-fb692f28a189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:24:37Z', 'revision_number': 5, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port': {'id': '4768350f-ae82-4249-8d84-fb692f28a189', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0991259d-da7e-444a-951b-e51cb6468542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:12Z', 'updated_at': '2022-03-31T23:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:38.579839 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] Checking router: 0991259d-da7e-444a-951b-e51cb6468542 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:38.593957 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] Routers {'0991259d-da7e-444a-951b-e51cb6468542'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:38.594961 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['0991259d-da7e-444a-951b-e51cb6468542'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:38.652586 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] For port 4768350f-ae82-4249-8d84-fb692f28a189, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=4768350f-ae82-4249-8d84-fb692f28a189,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:38.653182 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (4768350f-ae82-4249-8d84-fb692f28a189), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:38.719786 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] Set router 0991259d-da7e-444a-951b-e51cb6468542 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:38.807216 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:24:38Z', 'revision_number': 6, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port_host': None}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:38.839822 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d115adc-1885-4b0c-94f1-36aa4edecdc6 None None] The sync data for ids ['0991259d-da7e-444a-951b-e51cb6468542'] in dv-cinder-835879-3-iscsi is: [{'id': '0991259d-da7e-444a-951b-e51cb6468542', 'name': 'tempest-TestMinimumBasicScenario-422725318-router', 'tenant_id': '45f39e38d2f741c580da09a8ff453322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:11Z', 'updated_at': '2022-03-31T23:24:38Z', 'revision_number': 6, 'project_id': '45f39e38d2f741c580da09a8ff453322', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:38.947140 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Calling delete_port for 4768350f-ae82-4249-8d84-fb692f28a189 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:39.211718 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (4768350f-ae82-4249-8d84-fb692f28a189), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:39.258151 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Pushing event deleted for resources: {'Port': ['ID=4768350f-ae82-4249-8d84-fb692f28a189,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:39.347113 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (0991259d-da7e-444a-951b-e51cb6468542), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:39.458245 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (0991259d-da7e-444a-951b-e51cb6468542), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:39.462863 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks [] for router_controller (0991259d-da7e-444a-951b-e51cb6468542), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:39.479353 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device db596091-b34e-44b8-8aaa-2ef581605ae7 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:39.502845 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: db596091-b34e-44b8-8aaa-2ef581605ae7 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:24:39.505452 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device db596091-b34e-44b8-8aaa-2ef581605ae7 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:39.505452 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 4768350f-ae82-4249-8d84-fb692f28a189 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:39.529639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 4768350f-ae82-4249-8d84-fb692f28a189 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:24:39.530056 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 4768350f-ae82-4249-8d84-fb692f28a189 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:39.616882 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (0991259d-da7e-444a-951b-e51cb6468542), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:39.617489 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0991259d-da7e-444a-951b-e51cb6468542 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:24:39.624745 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:39.628980 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e212d471-63a5-428d-8d07-d89e3b87c663 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0991259d-da7e-444a-951b-e51cb6468542 HTTP/1.1" status: 204 len: 168 time: 1.4931648 Mar 31 23:24:39.629098 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35608) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:39.690188 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a424ac11-eb8a-4986-810a-e346f3d8bb93 admin admin] Deleting subnet 10e20b33-0c70-4274-a9ea-ffd6ece5f1fc {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:24:39.695862 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a424ac11-eb8a-4986-810a-e346f3d8bb93 admin admin] Publish callbacks [] for subnet (10e20b33-0c70-4274-a9ea-ffd6ece5f1fc), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:39.761764 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a424ac11-eb8a-4986-810a-e346f3d8bb93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33367961'] for subnet (10e20b33-0c70-4274-a9ea-ffd6ece5f1fc), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:39.864687 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a424ac11-eb8a-4986-810a-e346f3d8bb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (10e20b33-0c70-4274-a9ea-ffd6ece5f1fc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.022530 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a424ac11-eb8a-4986-810a-e346f3d8bb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29406577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33176720'] for subnet (10e20b33-0c70-4274-a9ea-ffd6ece5f1fc), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.054152 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424ac11-eb8a-4986-810a-e346f3d8bb93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e20b33-0c70-4274-a9ea-ffd6ece5f1fc,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:40.057010 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a424ac11-eb8a-4986-810a-e346f3d8bb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.061634 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a424ac11-eb8a-4986-810a-e346f3d8bb93 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/10e20b33-0c70-4274-a9ea-ffd6ece5f1fc HTTP/1.1" status: 204 len: 168 time: 0.4310358 Mar 31 23:24:40.064641 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35610) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:40.067454 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d859d-bf6a-4c58-928a-5a36c96c4ff3 None None] Network f9a7d18e-9b05-4631-a0b4-c254fccb12df requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:24:40.157649 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (f9a7d18e-9b05-4631-a0b4-c254fccb12df), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.256619 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Deleting port c988cd60-3965-4e0f-a457-d5378b35e6f3 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:40.257186 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.277333 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] DHCP port deletion for f9a7d18e-9b05-4631-a0b4-c254fccb12df request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:24:40.341403 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] For port c988cd60-3965-4e0f-a457-d5378b35e6f3, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c988cd60-3965-4e0f-a457-d5378b35e6f3,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:40.342080 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.352057 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Deleting port c988cd60-3965-4e0f-a457-d5378b35e6f3 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:40.352646 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.360436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Calling delete_port for c988cd60-3965-4e0f-a457-d5378b35e6f3 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:40.435637 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] For port c988cd60-3965-4e0f-a457-d5378b35e6f3, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=c988cd60-3965-4e0f-a457-d5378b35e6f3,segment=NetworkSegment(f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e),segment_id=f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:40.435982 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.451816 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Calling delete_port for c988cd60-3965-4e0f-a457-d5378b35e6f3 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:40.547366 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.556716 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (c988cd60-3965-4e0f-a457-d5378b35e6f3), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.583553 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Pushing event deleted for resources: {'Port': ['ID=c988cd60-3965-4e0f-a457-d5378b35e6f3,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:40.587275 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] No DVR routers for this DVR port c988cd60-3965-4e0f-a457-d5378b35e6f3 on host dv-cinder-835879-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:40.588781 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] No DVR routers for this DVR port c988cd60-3965-4e0f-a457-d5378b35e6f3 on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:40.592800 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Pushing event deleted for resources: {'Port': ['ID=c988cd60-3965-4e0f-a457-d5378b35e6f3,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:40.602500 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b85d6b11-062f-482e-9f1a-75af6eef16c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.608377 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.613136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.615083 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.615083 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c15d1a-091d-4cfd-b57d-24abad8dac03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:40.677488 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (f9a7d18e-9b05-4631-a0b4-c254fccb12df), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.706853 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a7d18e-9b05-4631-a0b4-c254fccb12df']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:40.718540 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:40.718833 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:40.729609 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.745038 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.751988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:24:40.752384 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (f9397d8e-ce5e-4a8e-8e88-9af88b0a5f3e), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:24:40.754188 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:24:40.896041 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (f9a7d18e-9b05-4631-a0b4-c254fccb12df), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.901393 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:40.905445 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f9a7d18e-9b05-4631-a0b4-c254fccb12df HTTP/1.1" status: 204 len: 168 time: 0.8393803 Mar 31 23:24:40.909530 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35612) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:40.922867 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7a765-849a-467e-8b69-aa06d4bfc460 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a7d18e-9b05-4631-a0b4-c254fccb12df,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:41.150856 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:24:41.371984 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (632c398a-ba63-4a7f-aec1-4e1c7194c523), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:41.469730 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c988cd60-3965-4e0f-a457-d5378b35e6f3 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:41.492813 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: c988cd60-3965-4e0f-a457-d5378b35e6f3 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:24:41.493179 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device c988cd60-3965-4e0f-a457-d5378b35e6f3 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:41.689457 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Deleting port ada5dd93-0663-46e2-a24c-40a4bcf3dc86 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:41.689705 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:41.790520 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] For port ada5dd93-0663-46e2-a24c-40a4bcf3dc86, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,segment=NetworkSegment(608b5d3d-555e-4ace-9871-bb2d6d186814),segment_id=608b5d3d-555e-4ace-9871-bb2d6d186814)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:41.790888 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:41.807058 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Calling delete_port for ada5dd93-0663-46e2-a24c-40a4bcf3dc86 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:42.125128 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (ada5dd93-0663-46e2-a24c-40a4bcf3dc86), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:42.156010 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada5dd93-0663-46e2-a24c-40a4bcf3dc86,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:42.406293 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (632c398a-ba63-4a7f-aec1-4e1c7194c523), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:42.496202 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:42.659216 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Router 632c398a-ba63-4a7f-aec1-4e1c7194c523 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:42.789161 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:42.798474 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4e70e003-a3b7-4b78-a000-12c9fe74e538 admin admin] 10.222.0.41 "PUT /v2.0/routers/632c398a-ba63-4a7f-aec1-4e1c7194c523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871999 Mar 31 23:24:42.799291 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] Sync routers for ids ['632c398a-ba63-4a7f-aec1-4e1c7194c523'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:42.801507 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35614) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:42.810761 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] Routers {'632c398a-ba63-4a7f-aec1-4e1c7194c523'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:42.811399 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['632c398a-ba63-4a7f-aec1-4e1c7194c523'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:42.934162 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] Set router 632c398a-ba63-4a7f-aec1-4e1c7194c523 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:42.961622 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks [] for router (632c398a-ba63-4a7f-aec1-4e1c7194c523), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:43.085024 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks [] for router_gateway (632c398a-ba63-4a7f-aec1-4e1c7194c523), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:43.154362 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:24:41Z', 'revision_number': 5, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port': {'id': 'e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:85:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:22:21Z', 'updated_at': '2022-03-31T23:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:43.182206 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] Checking router: 632c398a-ba63-4a7f-aec1-4e1c7194c523 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:43.191847 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] Routers {'632c398a-ba63-4a7f-aec1-4e1c7194c523'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:43.192390 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['632c398a-ba63-4a7f-aec1-4e1c7194c523'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:43.237168 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Deleting port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:43.237972 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:43.292552 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] Set router 632c398a-ba63-4a7f-aec1-4e1c7194c523 gateway port host: None {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:43.351263 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:24:43Z', 'revision_number': 6, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port_host': None}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:43.373073 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] For port e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:43.373642 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:43.379971 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b27910-05df-4685-a3ef-4e8973051cf1 None None] The sync data for ids ['632c398a-ba63-4a7f-aec1-4e1c7194c523'] in dv-cinder-835879-3-iscsi is: [{'id': '632c398a-ba63-4a7f-aec1-4e1c7194c523', 'name': 'tempest-TestMinimumBasicScenario-2012856625-router', 'tenant_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:22:20Z', 'updated_at': '2022-03-31T23:24:43Z', 'revision_number': 6, 'project_id': '970dd0bb6f7b44dfaa2fdb98cfc779bd', 'gw_port_host': None}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:43.392636 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Calling delete_port for e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:43.696418 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:43.724033 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:43.815571 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (632c398a-ba63-4a7f-aec1-4e1c7194c523), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:43.916819 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (632c398a-ba63-4a7f-aec1-4e1c7194c523), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:43.919412 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks [] for router_controller (632c398a-ba63-4a7f-aec1-4e1c7194c523), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.061955 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (632c398a-ba63-4a7f-aec1-4e1c7194c523), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.062522 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 632c398a-ba63-4a7f-aec1-4e1c7194c523 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:24:44.067241 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.068944 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a6af49dc-f2c3-44b4-8595-08feafe22735 admin admin] 10.222.0.41 "DELETE /v2.0/routers/632c398a-ba63-4a7f-aec1-4e1c7194c523 HTTP/1.1" status: 204 len: 168 time: 1.2659941 Mar 31 23:24:44.071657 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35616) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:44.126749 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b564713c-378a-4242-9411-1b3ac20d1e5e admin admin] Deleting subnet 24fbcaf4-6c87-4b55-8251-4093d7e398c3 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:24:44.131450 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b564713c-378a-4242-9411-1b3ac20d1e5e admin admin] Publish callbacks [] for subnet (24fbcaf4-6c87-4b55-8251-4093d7e398c3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.170545 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b564713c-378a-4242-9411-1b3ac20d1e5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33367961'] for subnet (24fbcaf4-6c87-4b55-8251-4093d7e398c3), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.279510 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b564713c-378a-4242-9411-1b3ac20d1e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (24fbcaf4-6c87-4b55-8251-4093d7e398c3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.462538 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b564713c-378a-4242-9411-1b3ac20d1e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29406577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33176720'] for subnet (24fbcaf4-6c87-4b55-8251-4093d7e398c3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.492489 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564713c-378a-4242-9411-1b3ac20d1e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24fbcaf4-6c87-4b55-8251-4093d7e398c3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:44.499961 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b564713c-378a-4242-9411-1b3ac20d1e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.503626 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b564713c-378a-4242-9411-1b3ac20d1e5e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/24fbcaf4-6c87-4b55-8251-4093d7e398c3 HTTP/1.1" status: 204 len: 168 time: 0.4304059 Mar 31 23:24:44.507801 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a9517-da04-4d39-9604-62c8d3d886f7 None None] Network bcee3602-9bf9-40b3-b048-43b904eb7bf8 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:24:44.508624 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35618) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:44.743331 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] DHCP port deletion for bcee3602-9bf9-40b3-b048-43b904eb7bf8 request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:24:44.797273 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] Deleting port 9cb51c73-a104-411c-b3f6-45cc66c62a31 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:44.797651 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.837202 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (bcee3602-9bf9-40b3-b048-43b904eb7bf8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.878289 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] For port 9cb51c73-a104-411c-b3f6-45cc66c62a31, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9cb51c73-a104-411c-b3f6-45cc66c62a31,segment=NetworkSegment(608b5d3d-555e-4ace-9871-bb2d6d186814),segment_id=608b5d3d-555e-4ace-9871-bb2d6d186814)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:44.878795 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.895980 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] Calling delete_port for 9cb51c73-a104-411c-b3f6-45cc66c62a31 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:44.901170 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Deleting port 9cb51c73-a104-411c-b3f6-45cc66c62a31 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:24:44.901531 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.976979 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] For port 9cb51c73-a104-411c-b3f6-45cc66c62a31, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=9cb51c73-a104-411c-b3f6-45cc66c62a31,segment=NetworkSegment(608b5d3d-555e-4ace-9871-bb2d6d186814),segment_id=608b5d3d-555e-4ace-9871-bb2d6d186814)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:44.977350 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:44.997377 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Calling delete_port for 9cb51c73-a104-411c-b3f6-45cc66c62a31 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:24:45.129599 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.181925 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.189244 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (9cb51c73-a104-411c-b3f6-45cc66c62a31), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.209744 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] Pushing event deleted for resources: {'Port': ['ID=9cb51c73-a104-411c-b3f6-45cc66c62a31,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:45.219413 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919923a0-9fcc-40a7-a322-f94f0a9a11dc None None] No DVR routers for this DVR port 9cb51c73-a104-411c-b3f6-45cc66c62a31 on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:45.221713 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb51c73-a104-411c-b3f6-45cc66c62a31,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:45.223977 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] No DVR routers for this DVR port 9cb51c73-a104-411c-b3f6-45cc66c62a31 on host dv-cinder-835879-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:24:45.352655 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (bcee3602-9bf9-40b3-b048-43b904eb7bf8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.384654 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcee3602-9bf9-40b3-b048-43b904eb7bf8']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:45.396404 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608b5d3d-555e-4ace-9871-bb2d6d186814') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:45.396670 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608b5d3d-555e-4ace-9871-bb2d6d186814') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:45.409127 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33367954'] for segment (608b5d3d-555e-4ace-9871-bb2d6d186814), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.434668 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (608b5d3d-555e-4ace-9871-bb2d6d186814), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.445317 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:24:45.445911 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29396951'] for segment (608b5d3d-555e-4ace-9871-bb2d6d186814), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: self.session.flush() Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: self.session.flush() Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: self.session.flush() Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: self.session.flush() Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: timer() Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: cb(*args, **kw) Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: self._notify() Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: self.callback(batched_events) Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: event.method(event) Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._get(url).json() Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:24:45.447948 dv-cinder-835879-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:24:45.455120 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.480674 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:45.514919 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:24:45.515851 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device e2c4c327-3a54-4fb3-aa46-7ed4f51fd5c2 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:45.515851 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9cb51c73-a104-411c-b3f6-45cc66c62a31 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:45.537598 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 9cb51c73-a104-411c-b3f6-45cc66c62a31 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:24:45.537970 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 9cb51c73-a104-411c-b3f6-45cc66c62a31 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:45.538406 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device ada5dd93-0663-46e2-a24c-40a4bcf3dc86 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:24:45.562113 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: ada5dd93-0663-46e2-a24c-40a4bcf3dc86 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:24:45.569369 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device ada5dd93-0663-46e2-a24c-40a4bcf3dc86 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:24:45.628218 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (bcee3602-9bf9-40b3-b048-43b904eb7bf8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.637907 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:45.641768 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bcee3602-9bf9-40b3-b048-43b904eb7bf8 HTTP/1.1" status: 204 len: 168 time: 1.1317890 Mar 31 23:24:45.652944 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754532ae-22ab-48b0-9449-2176fd2f55e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcee3602-9bf9-40b3-b048-43b904eb7bf8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:46.117133 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35628) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:46.171001 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ab21ddb7-c653-4a8f-8aed-3df80be42028 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45f39e38d2f741c580da09a8ff453322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525711 Mar 31 23:24:46.173444 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35630) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:46.239941 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bc05786-7eda-40d4-846a-b9282b3e5b2a admin admin] Publish callbacks [] for security_group (a6b17b4f-69d1-485c-b2eb-3b01b5feefff), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:46.275629 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bc05786-7eda-40d4-846a-b9282b3e5b2a admin admin] Publish callbacks [] for security_group (a6b17b4f-69d1-485c-b2eb-3b01b5feefff), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:46.393359 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bc05786-7eda-40d4-846a-b9282b3e5b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (a6b17b4f-69d1-485c-b2eb-3b01b5feefff), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:46.397120 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5bc05786-7eda-40d4-846a-b9282b3e5b2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:46.398424 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5bc05786-7eda-40d4-846a-b9282b3e5b2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6b17b4f-69d1-485c-b2eb-3b01b5feefff HTTP/1.1" status: 204 len: 168 time: 0.2239883 Mar 31 23:24:46.407989 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc05786-7eda-40d4-846a-b9282b3e5b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b17b4f-69d1-485c-b2eb-3b01b5feefff,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:47.220039 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35638) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:47.269941 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-c5fb8c85-120f-460c-b6bb-39780cdb59a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=970dd0bb6f7b44dfaa2fdb98cfc779bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479927 Mar 31 23:24:47.272916 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35640) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:47.329310 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0369abcf-f98f-4dbf-9f9a-86e9698596a9 admin admin] Publish callbacks [] for security_group (0b6f7f39-8d72-4b40-bf14-5b4e2ce8a270), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:47.365386 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0369abcf-f98f-4dbf-9f9a-86e9698596a9 admin admin] Publish callbacks [] for security_group (0b6f7f39-8d72-4b40-bf14-5b4e2ce8a270), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:47.512908 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0369abcf-f98f-4dbf-9f9a-86e9698596a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (0b6f7f39-8d72-4b40-bf14-5b4e2ce8a270), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:47.515546 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0369abcf-f98f-4dbf-9f9a-86e9698596a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:47.517009 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0369abcf-f98f-4dbf-9f9a-86e9698596a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b6f7f39-8d72-4b40-bf14-5b4e2ce8a270 HTTP/1.1" status: 204 len: 168 time: 0.2430675 Mar 31 23:24:47.527327 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369abcf-f98f-4dbf-9f9a-86e9698596a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6f7f39-8d72-4b40-bf14-5b4e2ce8a270,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:47.879260 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:48.873183 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35666) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:49.007414 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-680869805-network', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:49.130713 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Made reservation on behalf of 5207e3c7a192416bbc2301c9a7e7fc51 for: {'network': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:49.133304 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:49.143174 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:49.242755 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Publish callbacks [] for security_group (a1a98677-11ef-4329-be3d-f8308b7d9718), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:49.319122 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (a1a98677-11ef-4329-be3d-f8308b7d9718), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:49.348594 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=104017) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:24:49.360643 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a98677-11ef-4329-be3d-f8308b7d9718,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:49.366656 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (7196ef00-294e-46aa-a9b4-be5218d83ffc), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:49.367145 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.segments_db [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Added segment 7196ef00-294e-46aa-a9b4-be5218d83ffc of type vlan for network c3d7debf-2c80-4e56-a7fb-a47a21156a23 Mar 31 23:24:49.420344 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (c3d7debf-2c80-4e56-a7fb-a47a21156a23), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:49.513019 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (c3d7debf-2c80-4e56-a7fb-a47a21156a23), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:49.514224 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:49.514826 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:49.583570 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d7debf-2c80-4e56-a7fb-a47a21156a23,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:49.597901 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:24:49.658763 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f210c2ef-eb38-44df-9915-73c15f40a679 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7843337 Mar 31 23:24:49.661991 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35670) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:49.667434 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Request body: {'subnet': {'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-680869805-subnet', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'ip_version': 4}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:49.764287 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Made reservation on behalf of 5207e3c7a192416bbc2301c9a7e7fc51 for: {'subnet': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:49.774951 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25257809'] for subnet (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:50.130943 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25259472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25257799'] for subnet (8d9c37a5-028f-44f2-8c5c-788a3d10d763), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:50.192264 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9c37a5-028f-44f2-8c5c-788a3d10d763,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:50.206509 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Checking segment: {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:24:50.206922 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Network hostable DHCP agents. Network: c3d7debf-2c80-4e56-a7fb-a47a21156a23, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104017) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:24:50.353152 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104017) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:24:50.581595 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, c3d7debf-2c80-4e56-a7fb-a47a21156a23) {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:50.586988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:50.587745 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:50.594906 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8249cc4-7238-487b-80cd-adf1fd64e44a None None] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:24:50.688234 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-142a6299-53dc-4165-b325-a84954afdf64 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0250740 Mar 31 23:24:50.691826 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35680) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:50.698430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:50.828340 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (e11fc050-966d-4330-b8e5-5fc0c5b053ad), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:50.830723 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (e11fc050-966d-4330-b8e5-5fc0c5b053ad), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:50.879956 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:24:50.882162 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:50.932377 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks [] for router_controller (e11fc050-966d-4330-b8e5-5fc0c5b053ad), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.095341 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Allocated IP 172.20.0.2 (c3d7debf-2c80-4e56-a7fb-a47a21156a23/8d9c37a5-028f-44f2-8c5c-788a3d10d763/fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:51.213064 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks [] for router_gateway (e11fc050-966d-4330-b8e5-5fc0c5b053ad), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.347637 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Publish callbacks [] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.433464 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.484707 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:51.488132 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:51.495288 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:51.501729 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Pushing event updated for resources: {'Port': ['ID=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:51.543326 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks [] for router_gateway (e11fc050-966d-4330-b8e5-5fc0c5b053ad), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.565954 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.574336 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Attempting to bind port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:24:51.574957 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Attempting to bind port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:24:51.576324 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Attempting to bind port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 on network c3d7debf-2c80-4e56-a7fb-a47a21156a23 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:51.585629 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:51.586313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Checking segment: {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:24:51.586990 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.587656 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Bound using segment: {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:51.588487 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Bound port: fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:24:51.589139 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.689844 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] For port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:51.694081 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] For port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:51.704582 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Allocated IP 172.27.0.112 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/8a4958ef-3689-482e-b94f-fd136d422b2f) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:51.782995 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.874047 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks [] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:51.887604 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c549c2-81ba-466d-836d-e99a20261133 None None] Pushing event updated for resources: {'Port': ['ID=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:51.999783 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:52.055881 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:52.069031 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:52.075058 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:52.084603 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Pushing event updated for resources: {'Port': ['ID=8a4958ef-3689-482e-b94f-fd136d422b2f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:52.499895 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks [] for router_gateway (e11fc050-966d-4330-b8e5-5fc0c5b053ad), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:52.738988 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (e11fc050-966d-4330-b8e5-5fc0c5b053ad), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:52.973910 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e08f5a-2929-4fe4-9af9-4816b73cdab1 None None] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:24:53.010311 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Router e11fc050-966d-4330-b8e5-5fc0c5b053ad is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:24:53.066371 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-da63ccdc-3248-4bb1-bfa6-09baa959762e None None] Provisioning complete for port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:53.066764 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-da63ccdc-3248-4bb1-bfa6-09baa959762e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:53.199854 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:53.213853 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Sync routers for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:53.223288 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-da63ccdc-3248-4bb1-bfa6-09baa959762e None None] Current status of the port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:24:53.223929 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-da63ccdc-3248-4bb1-bfa6-09baa959762e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:53.245278 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:53.246139 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:53.370473 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-da63ccdc-3248-4bb1-bfa6-09baa959762e None None] For port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:53.397398 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:53.403983 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ca076fdf-606f-4665-a456-a077aac18842 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7092381 Mar 31 23:24:53.404815 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35688) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:53.440685 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:53.514051 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-da63ccdc-3248-4bb1-bfa6-09baa959762e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:53.614287 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:53.728528 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63ccdc-3248-4bb1-bfa6-09baa959762e None None] Pushing event updated for resources: {'Port': ['ID=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:53.741185 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-857d4fbf-fb85-49c2-b2f3-81eb50d529ae None None] Provisioning complete for port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:53.741621 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-857d4fbf-fb85-49c2-b2f3-81eb50d529ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:53.836573 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:53.837433 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:53.969688 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-857d4fbf-fb85-49c2-b2f3-81eb50d529ae None None] Current status of the port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:24:53.980626 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:52Z', 'revision_number': 3, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:54.036845 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Checking router: e11fc050-966d-4330-b8e5-5fc0c5b053ad for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:54.037250 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Updating router e11fc050-966d-4330-b8e5-5fc0c5b053ad port 8a4958ef-3689-482e-b94f-fd136d422b2f binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:24:54.081507 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:24:54.086486 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.311046 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.405754 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Publish callbacks [] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.479471 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Allocated IP 172.20.0.1 (c3d7debf-2c80-4e56-a7fb-a47a21156a23/8d9c37a5-028f-44f2-8c5c-788a3d10d763/5bc2fd6f-6566-41c9-973f-8f9550a5f37d) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:24:54.531466 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.592048 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Attempting to bind port 8a4958ef-3689-482e-b94f-fd136d422b2f on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:24:54.592424 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Attempting to bind port 8a4958ef-3689-482e-b94f-fd136d422b2f by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:24:54.592797 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Attempting to bind port 8a4958ef-3689-482e-b94f-fd136d422b2f on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:54.599440 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745ea53-b1da-40c6-ac1e-058a830fb8c5 None None] Pushing event updated for resources: {'Port': ['ID=8a4958ef-3689-482e-b94f-fd136d422b2f,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:54.605411 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:54.605842 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:24:54.606249 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.606648 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:54.606772 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Publish callbacks [] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.607139 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Bound port: 8a4958ef-3689-482e-b94f-fd136d422b2f, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:24:54.608216 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.664460 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] For port 8a4958ef-3689-482e-b94f-fd136d422b2f, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:54.668886 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] For port 8a4958ef-3689-482e-b94f-fd136d422b2f, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=8a4958ef-3689-482e-b94f-fd136d422b2f,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:54.725096 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.766125 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.778742 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:54.791338 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:54.799659 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:24:54.805698 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Pushing event updated for resources: {'Port': ['ID=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:54.860007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:54.861015 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:54.877928 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (e11fc050-966d-4330-b8e5-5fc0c5b053ad), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:54.965157 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745ea53-b1da-40c6-ac1e-058a830fb8c5 None None] Pushing event updated for resources: {'Port': ['ID=8a4958ef-3689-482e-b94f-fd136d422b2f,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:55.069071 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:55.257094 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:55.412792 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-19ee20c3-766f-408c-bbb7-82b901887e94 None None] Provisioning complete for port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:55.413411 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-19ee20c3-766f-408c-bbb7-82b901887e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:55.511481 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:55.554976 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-8150d640-dc0c-4f55-9c49-48bedf98fdee tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046011324&fields=id&tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 267 time: 0.1245878 Mar 31 23:24:55.560529 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-19ee20c3-766f-408c-bbb7-82b901887e94 None None] Port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:24:55.656113 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:55.656499 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:55.697117 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:52Z', 'revision_number': 3, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:55.706582 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Publish callbacks [] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:55.732707 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d7c89-f285-4d6d-ac65-72b7646f95c3 None None] The sync data for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi is: [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:52Z', 'revision_number': 3, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:24:55.770570 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:55.803654 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:24:55.847674 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-da10621d-e577-4ed7-b556-f329c9edceb4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:55.850509 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-da10621d-e577-4ed7-b556-f329c9edceb4 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 811 time: 0.2774308 Mar 31 23:24:55.906436 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Pushing event updated for resources: {'Port': ['ID=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:55.912028 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3ea464ea-3722-4bec-b4ee-04a1c0a15122 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/quotas/f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 375 time: 0.0433910 Mar 31 23:24:55.914098 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (e11fc050-966d-4330-b8e5-5fc0c5b053ad), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:56.072840 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-0701194e-cfa4-4209-b572-99f1c00bd324 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1494331 Mar 31 23:24:56.095492 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:24:56.097233 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:56.402997 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-1126825f-c8ae-491d-98cb-b7807299dcd6 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021715 Mar 31 23:24:56.481139 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Router e11fc050-966d-4330-b8e5-5fc0c5b053ad has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:24:56.498054 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-e176d9b9-0fe9-417a-a852-56552aad07f7 None None] Provisioning complete for port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:56.499432 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e176d9b9-0fe9-417a-a852-56552aad07f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:56.559374 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-e176d9b9-0fe9-417a-a852-56552aad07f7 None None] Port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:24:56.611711 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-7ebfb258-5aed-4b65-a83c-144defa1fd08 service neutron] 10.222.0.41 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000813 Mar 31 23:24:56.660562 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:24:56.669949 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f1b34a8b-155c-4d86-84a3-813998b840cd admin admin] 10.222.0.41 "PUT /v2.0/routers/e11fc050-966d-4330-b8e5-5fc0c5b053ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630610 Mar 31 23:24:57.607189 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 8a4958ef-3689-482e-b94f-fd136d422b2f up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:57.721183 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 8a4958ef-3689-482e-b94f-fd136d422b2f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:57.721944 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:57.884923 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 8a4958ef-3689-482e-b94f-fd136d422b2f is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:24:57.885600 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:57.919923 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fbd19d4-9560-43d1-8c3d-fbf1fbfcc6fc req-e14021d5-d028-4f2c-9f5d-eb974dab8ced tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 210 time: 0.5138948 Mar 31 23:24:57.946407 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port 8a4958ef-3689-482e-b94f-fd136d422b2f, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=8a4958ef-3689-482e-b94f-fd136d422b2f,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:24:57.946810 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35732) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:57.954111 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-215980543-network', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:58.021606 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.050794 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Made reservation on behalf of 4ba1235470a04fecb025faf5d593ff9a for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:58.055373 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.072522 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.103570 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=8a4958ef-3689-482e-b94f-fd136d422b2f,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:58.103748 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Sync routers for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:24:58.108901 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:58.109700 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:58.233937 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Publish callbacks [] for security_group (e3171953-26c4-42f7-b0d7-d6cd9d8edefd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.260324 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:24:58.336487 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e3171953-26c4-42f7-b0d7-d6cd9d8edefd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.372710 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 23:24:58.386459 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3171953-26c4-42f7-b0d7-d6cd9d8edefd,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:58.396134 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (b373f6db-0124-4b62-a133-8acc54bd3df8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.401637 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Added segment b373f6db-0124-4b62-a133-8acc54bd3df8 of type vlan for network ec6b3dab-21f2-4792-b94f-ff35d7b8559a Mar 31 23:24:58.459535 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730210462540'] for network (ec6b3dab-21f2-4792-b94f-ff35d7b8559a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.575639 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596'] for network (ec6b3dab-21f2-4792-b94f-ff35d7b8559a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.576793 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:58.577614 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.646613 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 2, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:58.655529 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec6b3dab-21f2-4792-b94f-ff35d7b8559a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:58.672209 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Network ec6b3dab-21f2-4792-b94f-ff35d7b8559a details requested by agent ovs-agent-dv-cinder-835879-3-iscsi with host dv-cinder-835879-3-iscsi {{(pid=104018) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 23:24:58.678878 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Checking router: e11fc050-966d-4330-b8e5-5fc0c5b053ad for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:24:58.679387 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Updating router e11fc050-966d-4330-b8e5-5fc0c5b053ad port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:24:58.690883 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5401ab7b-8256-4b2b-b903-265220d237f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7398381 Mar 31 23:24:58.692122 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35736) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:58.702981 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Request body: {'subnet': {'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-215980543-subnet', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:58.725683 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:58.799446 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Made reservation on behalf of 4ba1235470a04fecb025faf5d593ff9a for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:24:58.804107 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33176719'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.081878 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8e196dc5-02d4-466b-aa6e-eb8111e8d63b req-9478c0ac-4f84-46ee-94c4-37d7f26f7d5d tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 210 time: 0.0545332 Mar 31 23:24:59.125349 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Publish callbacks [] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.198183 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.228151 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29406514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33176729'] for subnet (97179c18-2052-4764-8ec7-468d15ddf9c7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.274374 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Pushing event updated for resources: {'Port': ['ID=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:59.284624 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.285290 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.286027 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.286933 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.288100 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.288695 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.289472 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.290267 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.290841 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.291386 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.291896 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.292413 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.292935 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.293430 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.293949 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:24:59.341302 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Pushing event updated for resources: {'Subnet': ['ID=97179c18-2052-4764-8ec7-468d15ddf9c7,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:59.350179 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Checking segment: {'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:24:59.350769 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Network hostable DHCP agents. Network: ec6b3dab-21f2-4792-b94f-ff35d7b8559a, hostable agents: ['99c46e87-e126-4a96-bd78-757cebbb6dfe'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 23:24:59.385113 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Attempting to bind port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:24:59.391013 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Attempting to bind port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:24:59.391013 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Attempting to bind port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d on network c3d7debf-2c80-4e56-a7fb-a47a21156a23 {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:24:59.394152 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:24:59.394676 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Checking segment: {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:24:59.395272 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.396369 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Bound using segment: {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:24:59.397229 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Bound port: 5bc2fd6f-6566-41c9-973f-8f9550a5f37d, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:24:59.397771 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.463911 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Network ec6b3dab-21f2-4792-b94f-ff35d7b8559a is scheduled to be hosted by DHCP agent 99c46e87-e126-4a96-bd78-757cebbb6dfe with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 23:24:59.504716 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 8a4958ef-3689-482e-b94f-fd136d422b2f up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:24:59.536468 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] For port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:24:59.542385 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] For port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:24:59.558882 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835879-3-iscsi, ec6b3dab-21f2-4792-b94f-ff35d7b8559a) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:24:59.569178 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:24:59.569178 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.575939 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc09944-3c2d-4496-979f-a2b2ef9ca24e None None] Network ec6b3dab-21f2-4792-b94f-ff35d7b8559a requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:24:59.581206 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 8a4958ef-3689-482e-b94f-fd136d422b2f triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:59.581979 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.628955 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.663054 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-faeb05fd-e7e7-43e7-9ea2-eba82e23fbef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9650505 Mar 31 23:24:59.663892 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35740) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:24:59.671857 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:24:59.738872 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:24:59.739991 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:24:59.745495 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-8d77c8af-af67-4ad5-b8b2-7aa1c2e3cee9 None None] Provisioning complete for port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:24:59.746246 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8d77c8af-af67-4ad5-b8b2-7aa1c2e3cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.820341 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c91cf65-57b2-59c9-884a-03f90375a04c-ec6b3dab-21f2-4792-b94f-ff35d7b8559a', 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a', 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'fixed_ips': [{'subnet_id': '97179c18-2052-4764-8ec7-468d15ddf9c7'}]}} from dv-cinder-835879-3-iscsi. {{(pid=104018) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 23:24:59.821287 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.830045 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3700786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32649'] for router (552cf4dd-f345-4934-90ad-fb30e24dd2d5), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.831347 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3688354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3690483', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32642'] for router (552cf4dd-f345-4934-90ad-fb30e24dd2d5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.872482 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53563655-3393-4ea0-b631-de78a262dc63 None None] Pushing event updated for resources: {'Port': ['ID=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:24:59.951928 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks [] for router_controller (552cf4dd-f345-4934-90ad-fb30e24dd2d5), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:24:59.986591 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:00.104853 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 8a4958ef-3689-482e-b94f-fd136d422b2f is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:00.192087 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-8d77c8af-af67-4ad5-b8b2-7aa1c2e3cee9 None None] Current status of the port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:00.192519 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8d77c8af-af67-4ad5-b8b2-7aa1c2e3cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.220284 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.db_base_plugin_common [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Allocated IP 172.20.0.2 (ec6b3dab-21f2-4792-b94f-ff35d7b8559a/97179c18-2052-4764-8ec7-468d15ddf9c7/3b7186bc-e35e-44b5-99f6-531583ce25b5) {{(pid=104018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:00.325688 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks [] for router_gateway (552cf4dd-f345-4934-90ad-fb30e24dd2d5), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.370396 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:24:59Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:00.374609 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-8f420ffa-8a4e-4c79-8bbf-c8226e9775e3 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:00.377933 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-8f420ffa-8a4e-4c79-8bbf-c8226e9775e3 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 811 time: 0.2905269 Mar 31 23:25:00.381569 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d74e4ed0-98e4-42fb-98cf-60918892e893 req-b3e01a01-8ed5-4587-85e1-d5ba5c6ad877 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 210 time: 0.0508943 Mar 31 23:25:00.423168 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc8bea-aa6b-426e-a193-d74fd4892014 None None] The sync data for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi is: [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:24:59Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:00.458176 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-8d77c8af-af67-4ad5-b8b2-7aa1c2e3cee9 None None] For port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:00.486269 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-1984364c-4997-41dc-9c5d-5896ec453969 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4 HTTP/1.1" status: 200 len: 380 time: 0.0995855 Mar 31 23:25:00.498238 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'port': {'device_id': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'admin_state_up': True, 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'security_groups': ['842325eb-09f1-495a-84b0-27ceb12a2459']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:00.578366 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8d77c8af-af67-4ad5-b8b2-7aa1c2e3cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.771402 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Publish callbacks [] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), precommit_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.795819 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-560bc537-0b27-4003-8b12-0e71ef20a9b1 None None] Provisioning complete for port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:00.796204 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-560bc537-0b27-4003-8b12-0e71ef20a9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.799007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77c8af-af67-4ad5-b8b2-7aa1c2e3cee9 None None] Pushing event updated for resources: {'Port': ['ID=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:00.832714 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Made reservation on behalf of f40d1cdb38344edd8c3a9cc6d57dd2f4 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:00.837319 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.857588 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), after_create {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.861493 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks [] for router_gateway (552cf4dd-f345-4934-90ad-fb30e24dd2d5), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.905703 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:00.948233 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Network ec6b3dab-21f2-4792-b94f-ff35d7b8559a is already hosted by enough agents. {{(pid=104018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:00.975273 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.scheduler.base_scheduler [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Resources bound (agent type, host, resource id): {{(pid=104018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:00.982561 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Received port after_create {{(pid=104018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:00.990922 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Pushing event updated for resources: {'Port': ['ID=3b7186bc-e35e-44b5-99f6-531583ce25b5,revision_number=1']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:01.127246 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-560bc537-0b27-4003-8b12-0e71ef20a9b1 None None] Current status of the port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:01.130671 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Attempting to bind port 3b7186bc-e35e-44b5-99f6-531583ce25b5 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:25:01.131563 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Attempting to bind port 3b7186bc-e35e-44b5-99f6-531583ce25b5 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:25:01.131740 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Attempting to bind port 3b7186bc-e35e-44b5-99f6-531583ce25b5 on network ec6b3dab-21f2-4792-b94f-ff35d7b8559a {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:01.139037 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:01.139428 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Checking segment: {'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:25:01.139878 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:01.140286 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Bound using segment: {'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:01.140789 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Bound port: 3b7186bc-e35e-44b5-99f6-531583ce25b5, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:25:01.141216 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:01.164953 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Allocated IP 172.20.0.7 (2f7744bd-888c-403f-8b6e-027655043a1c/77a6f477-40a2-4e13-a4e9-e83b0855df72/8e90c256-665e-4f33-b503-caed1947ba45) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:01.190775 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Allocated IP 172.27.0.140 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/f4f0aba6-3ef0-4af6-b45a-71911a6bb238) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:01.268669 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] For port 3b7186bc-e35e-44b5-99f6-531583ce25b5, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:01.278538 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] For port 3b7186bc-e35e-44b5-99f6-531583ce25b5, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=3b7186bc-e35e-44b5-99f6-531583ce25b5,segment=NetworkSegment(b373f6db-0124-4b62-a133-8acc54bd3df8),segment_id=b373f6db-0124-4b62-a133-8acc54bd3df8)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:01.397852 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (8e90c256-665e-4f33-b503-caed1947ba45), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:01.414686 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks [] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:01.465653 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:01.568890 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d8ef917-45ec-4b30-befc-16eb5636e9a5 req-2da0635a-0300-4eb8-8a01-ad64aa48ce90 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 210 time: 0.0508292 Mar 31 23:25:01.576336 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:01.576851 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (8e90c256-665e-4f33-b503-caed1947ba45), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:01.629228 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:01.648304 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:01.665856 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08405b04-e5b5-4a34-b24c-9747ad6b2ab3 None None] Pushing event updated for resources: {'Port': ['ID=3b7186bc-e35e-44b5-99f6-531583ce25b5,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:01.675268 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:01.680082 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Pushing event updated for resources: {'Port': ['ID=f4f0aba6-3ef0-4af6-b45a-71911a6bb238,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:01.719119 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=8e90c256-665e-4f33-b503-caed1947ba45,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:01.730387 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5bc2fd6f-6566-41c9-973f-8f9550a5f37d up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:01.745995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Network 2f7744bd-888c-403f-8b6e-027655043a1c is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:01.749214 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:01.754646 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:01.880735 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:01.881328 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:01.893420 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:01.895380 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:02.084581 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-34333326-d37f-4da2-bef5-90f595868b4e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5924582 Mar 31 23:25:02.110253 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Request body: {'port': {'device_id': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:02.127172 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:02.316418 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-00534712-6fd4-443b-8f52-aace5daac81f None None] Provisioning complete for port 8e90c256-665e-4f33-b503-caed1947ba45 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:02.317244 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-00534712-6fd4-443b-8f52-aace5daac81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (8e90c256-665e-4f33-b503-caed1947ba45), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:02.336025 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8e90c256-665e-4f33-b503-caed1947ba45), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:02.389593 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks [] for router_gateway (552cf4dd-f345-4934-90ad-fb30e24dd2d5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:02.402239 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-00534712-6fd4-443b-8f52-aace5daac81f None None] Port 8e90c256-665e-4f33-b503-caed1947ba45 cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:25:02.834180 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc91d9-6820-4ff0-a2e2-38e755174f2e req-7667a3fe-82cf-4696-a9cd-4634aeb927ad tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:02.836090 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fdc91d9-6820-4ff0-a2e2-38e755174f2e req-7667a3fe-82cf-4696-a9cd-4634aeb927ad tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 931 time: 0.1002831 Mar 31 23:25:02.881469 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3688363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3690276'] for router (552cf4dd-f345-4934-90ad-fb30e24dd2d5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:02.887557 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e90c256-665e-4f33-b503-caed1947ba45 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:02.903967 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Publish callbacks [] for port (8e90c256-665e-4f33-b503-caed1947ba45), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:02.926632 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Transition to ACTIVE for port object 8e90c256-665e-4f33-b503-caed1947ba45 will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:25:02.994888 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fdc91d9-6820-4ff0-a2e2-38e755174f2e req-2cde95fd-6d66-409d-8f21-7b4c12acf68f tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497788 Mar 31 23:25:03.012905 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (8e90c256-665e-4f33-b503-caed1947ba45), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:03.105890 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e90c256-665e-4f33-b503-caed1947ba45,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:03.194367 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 is scheduled to L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 23:25:03.234357 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Attempting to bind port 8e90c256-665e-4f33-b503-caed1947ba45 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:25:03.234877 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Attempting to bind port 8e90c256-665e-4f33-b503-caed1947ba45 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:25:03.235227 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Attempting to bind port 8e90c256-665e-4f33-b503-caed1947ba45 on network 2f7744bd-888c-403f-8b6e-027655043a1c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:03.242533 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Port 8e90c256-665e-4f33-b503-caed1947ba45 on network 2f7744bd-888c-403f-8b6e-027655043a1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:03.242533 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Attempting to bind port 8e90c256-665e-4f33-b503-caed1947ba45 on network 2f7744bd-888c-403f-8b6e-027655043a1c {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:03.252490 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:03.252870 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Checking segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:25:03.253229 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Bound using segment: {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:03.253691 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Bound port: 8e90c256-665e-4f33-b503-caed1947ba45, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:25:03.254149 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8e90c256-665e-4f33-b503-caed1947ba45), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:03.273829 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2fdeb-b38a-4a4f-bb40-956af1465512 None None] Network ec6b3dab-21f2-4792-b94f-ff35d7b8559a requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:25:03.343218 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] For port 8e90c256-665e-4f33-b503-caed1947ba45, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:03.347819 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] For port 8e90c256-665e-4f33-b503-caed1947ba45, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8e90c256-665e-4f33-b503-caed1947ba45,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:03.410411 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (8e90c256-665e-4f33-b503-caed1947ba45), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:03.412761 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:03.433024 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-7318bae3-e5a3-444f-a842-c97443f536f9 None None] Provisioning complete for port 3b7186bc-e35e-44b5-99f6-531583ce25b5 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:03.433644 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7318bae3-e5a3-444f-a842-c97443f536f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:03.434834 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:03.435710 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:03.438265 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/8e90c256-665e-4f33-b503-caed1947ba45 HTTP/1.1" status: 200 len: 1093 time: 1.3464313 Mar 31 23:25:03.439256 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:03.442178 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610689e4-b95c-4740-8fde-0bc710d6b78e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "tag": "8e90c256-665e-4f33-b503-caed1947ba45"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:03.478954 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Sync routers for ids ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:03.530004 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Routers {'552cf4dd-f345-4934-90ad-fb30e24dd2d5'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:03.530004 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:03.582342 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05c7dc-645c-48da-a87b-d8ffca26c5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e90c256-665e-4f33-b503-caed1947ba45,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:03.595185 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:03.596693 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a49d85ea-4d6a-4bb1-8ab3-b5e050384e0d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9309840 Mar 31 23:25:03.601639 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35750) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:03.646428 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c11f64-bfce-4af9-8033-3e5bc7e92f09 x-openstack-request-id: req-37c11f64-bfce-4af9-8033-3e5bc7e92f09 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:03.647585 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "tag": "8e90c256-665e-4f33-b503-caed1947ba45", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:03.648505 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37c11f64-bfce-4af9-8033-3e5bc7e92f09 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:03.649707 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c11f64-bfce-4af9-8033-3e5bc7e92f09'] response: {'name': 'network-changed', 'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45', 'status': 'completed', 'code': 200} Mar 31 23:25:03.705539 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610689e4-b95c-4740-8fde-0bc710d6b78e req-679613ec-0fd5-49fd-b33a-7c51d1aa62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:03.708671 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-610689e4-b95c-4740-8fde-0bc710d6b78e req-679613ec-0fd5-49fd-b33a-7c51d1aa62e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 1127 time: 0.1158307 Mar 31 23:25:03.878921 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610689e4-b95c-4740-8fde-0bc710d6b78e req-3cbbc066-4a66-4a84-bd29-d3c2eac96536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:03.881685 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-610689e4-b95c-4740-8fde-0bc710d6b78e req-3cbbc066-4a66-4a84-bd29-d3c2eac96536 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1636291 Mar 31 23:25:03.923386 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 3b7186bc-e35e-44b5-99f6-531583ce25b5 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:04.035470 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610689e4-b95c-4740-8fde-0bc710d6b78e req-58d967cb-fe12-44a6-ac0f-a0480bd30cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.039515 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-610689e4-b95c-4740-8fde-0bc710d6b78e req-58d967cb-fe12-44a6-ac0f-a0480bd30cd8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1501815 Mar 31 23:25:04.120985 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-7318bae3-e5a3-444f-a842-c97443f536f9 None None] Current status of the port 3b7186bc-e35e-44b5-99f6-531583ce25b5 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:04.121557 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7318bae3-e5a3-444f-a842-c97443f536f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:04.130081 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Set router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:04.185216 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-258ce506-5f7f-4254-b03d-6f4bd1ab8450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.187281 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-258ce506-5f7f-4254-b03d-6f4bd1ab8450 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 1127 time: 0.0765402 Mar 31 23:25:04.245908 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-f4fd09eb-a96c-4781-8536-67c0af290746 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e90c256-665e-4f33-b503-caed1947ba45 HTTP/1.1" status: 200 len: 217 time: 0.0495391 Mar 31 23:25:04.275851 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 3b7186bc-e35e-44b5-99f6-531583ce25b5 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:04.277632 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:04.310590 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cc900-8f9b-4147-a0a1-660cc3031904 req-5015a26b-81f2-486d-9e4b-579084b1e27e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.312294 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d37cc900-8f9b-4147-a0a1-660cc3031904 req-5015a26b-81f2-486d-9e4b-579084b1e27e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 943 time: 0.1775260 Mar 31 23:25:04.330643 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-f363740e-d9d4-457d-afbc-0554553c5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.334291 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-f363740e-d9d4-457d-afbc-0554553c5795 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0802846 Mar 31 23:25:04.409445 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7318bae3-e5a3-444f-a842-c97443f536f9 None None] For port 3b7186bc-e35e-44b5-99f6-531583ce25b5, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=3b7186bc-e35e-44b5-99f6-531583ce25b5,segment=NetworkSegment(b373f6db-0124-4b62-a133-8acc54bd3df8),segment_id=b373f6db-0124-4b62-a133-8acc54bd3df8)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:04.452926 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-1bf365d9-7760-4b01-b78a-84b971f5732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:04.456447 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-1bf365d9-7760-4b01-b78a-84b971f5732e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1131568 Mar 31 23:25:04.548718 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d37cc900-8f9b-4147-a0a1-660cc3031904 req-10186775-c267-4efd-bcee-1a4de46afed5 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253108 Mar 31 23:25:04.611507 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7318bae3-e5a3-444f-a842-c97443f536f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:04.651675 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-1af1b405-22e3-4ade-bcae-2715fa2524a3 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857164 Mar 31 23:25:04.654796 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 3b7186bc-e35e-44b5-99f6-531583ce25b5 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:04.655453 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:04.663795 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:04.747018 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318bae3-e5a3-444f-a842-c97443f536f9 None None] Pushing event updated for resources: {'Port': ['ID=3b7186bc-e35e-44b5-99f6-531583ce25b5,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:04.785846 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-8852cce6-eed7-41e7-95fa-2a9d723ba557 req-4d1b0a75-8dd2-4d27-af87-7a3664a87618 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260304 Mar 31 23:25:04.810617 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.db.api [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 23:25:04.811025 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG oslo_db.api [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 23:25:04.814407 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:25:02Z', 'revision_number': 3, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:04.847029 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Checking router: 552cf4dd-f345-4934-90ad-fb30e24dd2d5 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:04.847305 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Updating router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 binding host dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:25:04.852178 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-886157cf-91f8-4b92-89dd-24e36a979663 None None] Provisioning complete for port 3b7186bc-e35e-44b5-99f6-531583ce25b5 triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:04.852411 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-886157cf-91f8-4b92-89dd-24e36a979663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:04.911405 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:04.921736 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Allocated IP 172.20.0.1 (ec6b3dab-21f2-4792-b94f-ff35d7b8559a/97179c18-2052-4764-8ec7-468d15ddf9c7/dd75b28f-fc43-4c26-a2ec-e8864cb7245b) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:05.041326 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Publish callbacks [] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.063864 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-886157cf-91f8-4b92-89dd-24e36a979663 None None] Current status of the port 3b7186bc-e35e-44b5-99f6-531583ce25b5 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:05.216049 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.227527 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Publish callbacks [] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.260002 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Network ec6b3dab-21f2-4792-b94f-ff35d7b8559a is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:05.263502 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:05.266240 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:05.305522 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Pushing event updated for resources: {'Port': ['ID=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:05.331496 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3690227'] for router_interface (552cf4dd-f345-4934-90ad-fb30e24dd2d5), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.360156 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.466409 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 3b7186bc-e35e-44b5-99f6-531583ce25b5 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:05.493652 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Attempting to bind port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:25:05.493652 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Attempting to bind port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:25:05.493652 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Attempting to bind port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 on network 843f9e26-2b9f-4d40-8307-612483b7b45b {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:05.503248 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590030cf-f6ee-45fc-af63-b53f0b3f5486 None None] Pushing event updated for resources: {'Port': ['ID=f4f0aba6-3ef0-4af6-b45a-71911a6bb238,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:05.511871 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:05.512763 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Checking segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:25:05.513366 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.514043 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Bound using segment: {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:05.514768 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Bound port: f4f0aba6-3ef0-4af6-b45a-71911a6bb238, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fcdc05-c981-4d22-9462-e605462ac860', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:25:05.515423 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.585165 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 3b7186bc-e35e-44b5-99f6-531583ce25b5 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:05.633278 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] For port f4f0aba6-3ef0-4af6-b45a-71911a6bb238, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:05.650271 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.655355 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] For port f4f0aba6-3ef0-4af6-b45a-71911a6bb238, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=f4f0aba6-3ef0-4af6-b45a-71911a6bb238,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:05.656799 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-584d8326-84cf-423d-b956-49e97d53b033 None None] Provisioning complete for port dd75b28f-fc43-4c26-a2ec-e8864cb7245b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:05.657190 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-584d8326-84cf-423d-b956-49e97d53b033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.714412 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-584d8326-84cf-423d-b956-49e97d53b033 None None] Port dd75b28f-fc43-4c26-a2ec-e8864cb7245b cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:25:05.720686 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port 3b7186bc-e35e-44b5-99f6-531583ce25b5 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:05.721120 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.747854 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.840568 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284239b-1282-4aaf-93c8-6d430bc64a97 req-5587dae1-88a4-45a2-8f2d-500e234467b0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:05.842241 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b284239b-1282-4aaf-93c8-6d430bc64a97 req-5587dae1-88a4-45a2-8f2d-500e234467b0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 943 time: 0.1579599 Mar 31 23:25:05.842630 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Routers {'552cf4dd-f345-4934-90ad-fb30e24dd2d5'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:05.843339 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:05.845166 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590030cf-f6ee-45fc-af63-b53f0b3f5486 None None] Pushing event updated for resources: {'Port': ['ID=f4f0aba6-3ef0-4af6-b45a-71911a6bb238,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:05.951007 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b284239b-1282-4aaf-93c8-6d430bc64a97 req-824832bd-07f7-4446-8e0d-1d9e0b9897a9 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919583 Mar 31 23:25:05.973277 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Publish callbacks [] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:05.994866 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port 3b7186bc-e35e-44b5-99f6-531583ce25b5 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:06.039277 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] Set router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:06.056050 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:06.138617 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Pushing event updated for resources: {'Port': ['ID=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:06.141939 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690087'] for router_interface (552cf4dd-f345-4934-90ad-fb30e24dd2d5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:06.274987 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Network ec6b3dab-21f2-4792-b94f-ff35d7b8559a is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:06.277738 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:06.345866 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:25:05Z', 'revision_number': 4, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'dd75b28f-fc43-4c26-a2ec-e8864cb7245b', 'name': '', 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'mac_address': 'fa:16:3e:a0:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:04Z', 'updated_at': '2022-03-31T23:25:04Z', 'revision_number': 1, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'subnets': [{'id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:06.394290 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adda371-5d28-489d-9bc0-5f7b45888997 None None] The sync data for ids ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'] in dv-cinder-835879-3-iscsi is: [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:25:05Z', 'revision_number': 4, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'dd75b28f-fc43-4c26-a2ec-e8864cb7245b', 'name': '', 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'mac_address': 'fa:16:3e:a0:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:04Z', 'updated_at': '2022-03-31T23:25:04Z', 'revision_number': 1, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'subnets': [{'id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:06.478644 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:06.623648 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:06.631317 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1f18f24e-381d-41a2-b42f-00d93ad44ced admin admin] 10.222.0.41 "PUT /v2.0/routers/552cf4dd-f345-4934-90ad-fb30e24dd2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0281739 Mar 31 23:25:06.662371 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-5339067c-7218-4232-8ce9-5d9b829e367e None None] Provisioning complete for port dd75b28f-fc43-4c26-a2ec-e8864cb7245b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:06.662819 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5339067c-7218-4232-8ce9-5d9b829e367e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:06.763821 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-5339067c-7218-4232-8ce9-5d9b829e367e None None] Port dd75b28f-fc43-4c26-a2ec-e8864cb7245b cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:25:06.970382 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe4f7-f35a-47dc-81cc-beb3ced10762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:07.325656 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077e76e-9619-4157-8a4c-56debbbcf86e req-12a0b24d-9f73-4278-b207-b4f119eb552f tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:07.327527 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0077e76e-9619-4157-8a4c-56debbbcf86e req-12a0b24d-9f73-4278-b207-b4f119eb552f tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 943 time: 0.2462475 Mar 31 23:25:07.469652 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0077e76e-9619-4157-8a4c-56debbbcf86e req-a1dd22b6-e32d-4d54-875d-3400cb0590dd tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087315 Mar 31 23:25:07.616093 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device f4f0aba6-3ef0-4af6-b45a-71911a6bb238 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:07.688766 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35766) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:07.697668 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-6d1b9953-b633-4b56-9811-4eeaa4bf8613 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1106358349', 'description': 'tempest-secgroup-smoke-1106358349 description', 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:07.699820 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:07.700199 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:07.834841 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:07.835335 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:07.862791 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] For port f4f0aba6-3ef0-4af6-b45a-71911a6bb238, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=f4f0aba6-3ef0-4af6-b45a-71911a6bb238,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:07.873698 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9953-b633-4b56-9811-4eeaa4bf8613 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:07.970152 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:07.982016 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9953-b633-4b56-9811-4eeaa4bf8613 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group (8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.044399 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Pushing event updated for resources: {'Port': ['ID=f4f0aba6-3ef0-4af6-b45a-71911a6bb238,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:08.061127 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9953-b633-4b56-9811-4eeaa4bf8613 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.096891 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b9953-b633-4b56-9811-4eeaa4bf8613 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:08.211993 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6d1b9953-b633-4b56-9811-4eeaa4bf8613 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.213429 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-6d1b9953-b633-4b56-9811-4eeaa4bf8613 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5233548 Mar 31 23:25:08.216932 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35768) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:08.223309 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-56900469-aa92-4e98-ac9d-46daf98f3b24 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'security_group_rule': {'security_group_id': '8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a', 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:08.342099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56900469-aa92-4e98-ac9d-46daf98f3b24 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (65ae2133-bd45-4bd3-b921-38723135c62a), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.408872 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56900469-aa92-4e98-ac9d-46daf98f3b24 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (65ae2133-bd45-4bd3-b921-38723135c62a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.508115 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56900469-aa92-4e98-ac9d-46daf98f3b24 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (65ae2133-bd45-4bd3-b921-38723135c62a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.545239 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56900469-aa92-4e98-ac9d-46daf98f3b24 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ae2133-bd45-4bd3-b921-38723135c62a,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:08.628716 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc39300-84e5-49e5-92ca-f9a37b44b3c7 req-fae3a69d-164f-4ae8-8fe1-23e1c41844ad tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:08.630938 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fc39300-84e5-49e5-92ca-f9a37b44b3c7 req-fae3a69d-164f-4ae8-8fe1-23e1c41844ad tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 943 time: 0.0661721 Mar 31 23:25:08.657436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-56900469-aa92-4e98-ac9d-46daf98f3b24 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.660204 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-56900469-aa92-4e98-ac9d-46daf98f3b24 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4406073 Mar 31 23:25:08.662741 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35772) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:08.668498 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-fb97c9fa-e109-47d9-a170-6a613b530754 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'security_group_rule': {'security_group_id': '8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a', 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:08.696032 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fc39300-84e5-49e5-92ca-f9a37b44b3c7 req-ec358584-30c0-497c-ad0b-6079681b35f0 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587161 Mar 31 23:25:08.775821 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb97c9fa-e109-47d9-a170-6a613b530754 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (6fd5b0da-0b6f-41dd-8378-b6eddd932944), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.861943 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb97c9fa-e109-47d9-a170-6a613b530754 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (6fd5b0da-0b6f-41dd-8378-b6eddd932944), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.941300 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb97c9fa-e109-47d9-a170-6a613b530754 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (6fd5b0da-0b6f-41dd-8378-b6eddd932944), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:08.965436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97c9fa-e109-47d9-a170-6a613b530754 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd5b0da-0b6f-41dd-8378-b6eddd932944,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:09.041163 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fb97c9fa-e109-47d9-a170-6a613b530754 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.043085 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-fb97c9fa-e109-47d9-a170-6a613b530754 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3790388 Mar 31 23:25:09.048428 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35774) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:09.052275 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-88ce286b-c702-47f5-95c8-952bb9a5cb81 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'security_group_rule': {'security_group_id': '8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a', 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:09.102246 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Sync routers for ids ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:09.117711 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Routers {'552cf4dd-f345-4934-90ad-fb30e24dd2d5'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:09.118397 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:09.192934 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88ce286b-c702-47f5-95c8-952bb9a5cb81 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (58dfe1d0-f4a5-4a0e-b3f4-bf7423f0dd68), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.247921 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Set router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:09.275832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88ce286b-c702-47f5-95c8-952bb9a5cb81 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (58dfe1d0-f4a5-4a0e-b3f4-bf7423f0dd68), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.469970 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:25:05Z', 'revision_number': 4, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'dd75b28f-fc43-4c26-a2ec-e8864cb7245b', 'name': '', 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'mac_address': 'fa:16:3e:a0:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:04Z', 'updated_at': '2022-03-31T23:25:05Z', 'revision_number': 2, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'subnets': [{'id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:09.500787 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Checking router: 552cf4dd-f345-4934-90ad-fb30e24dd2d5 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:09.501037 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Updating router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 port dd75b28f-fc43-4c26-a2ec-e8864cb7245b binding host dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 23:25:09.539467 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.547419 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device f4f0aba6-3ef0-4af6-b45a-71911a6bb238 up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:09.601234 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:09.601610 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.661068 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88ce286b-c702-47f5-95c8-952bb9a5cb81 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (58dfe1d0-f4a5-4a0e-b3f4-bf7423f0dd68), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.693257 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:09.700680 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce286b-c702-47f5-95c8-952bb9a5cb81 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dfe1d0-f4a5-4a0e-b3f4-bf7423f0dd68,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:09.824235 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88ce286b-c702-47f5-95c8-952bb9a5cb81 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.826956 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-88ce286b-c702-47f5-95c8-952bb9a5cb81 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7794993 Mar 31 23:25:09.831632 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35778) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:09.844735 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-9a1eb8e0-92b0-4fdc-ba48-6f6915311e6c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'security_group_rule': {'security_group_id': '8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a', 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:09.845654 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Publish callbacks [] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), precommit_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.879928 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd9c88-c345-4c1d-897e-4edb9b76d0cb req-38230cba-13c6-4a24-97a2-eaf2efeb902b tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:09.886211 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81dd9c88-c345-4c1d-897e-4edb9b76d0cb req-38230cba-13c6-4a24-97a2-eaf2efeb902b tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 943 time: 0.0918813 Mar 31 23:25:09.952395 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:09.956401 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81dd9c88-c345-4c1d-897e-4edb9b76d0cb req-34a03010-bc73-49d7-a48c-1d3a05947854 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598631 Mar 31 23:25:09.979791 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb8e0-92b0-4fdc-ba48-6f6915311e6c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (df60e017-55a3-4c46-9ff9-fdd0e9dbc3f4), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.015359 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e7df4-c9f8-4b13-b8d5-0ee79c1d5ca8 None None] Pushing event updated for resources: {'Port': ['ID=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,revision_number=3']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:10.101827 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb8e0-92b0-4fdc-ba48-6f6915311e6c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (df60e017-55a3-4c46-9ff9-fdd0e9dbc3f4), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.199100 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb8e0-92b0-4fdc-ba48-6f6915311e6c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (df60e017-55a3-4c46-9ff9-fdd0e9dbc3f4), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.211248 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Attempting to bind port dd75b28f-fc43-4c26-a2ec-e8864cb7245b on host dv-cinder-835879-3-iscsi for vnic_type normal with profile {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:25:10.212199 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Attempting to bind port dd75b28f-fc43-4c26-a2ec-e8864cb7245b by drivers openvswitch,hyperv on host dv-cinder-835879-3-iscsi at level 0 using segments [{'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:25:10.212795 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Attempting to bind port dd75b28f-fc43-4c26-a2ec-e8864cb7245b on network ec6b3dab-21f2-4792-b94f-ff35d7b8559a {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:10.219886 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Checking agent: {'id': '03d6d264-0b6f-4678-bbf0-b01e65a883aa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835879-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 59, 45), 'started_at': datetime.datetime(2022, 3, 31, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835879-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:10.220274 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Checking segment: {'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:25:10.220681 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.221095 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Bound using segment: {'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'} {{(pid=104019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:10.221612 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.managers [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Bound port: dd75b28f-fc43-4c26-a2ec-e8864cb7245b, host: dv-cinder-835879-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b373f6db-0124-4b62-a133-8acc54bd3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a'}}] {{(pid=104019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:25:10.222044 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), before_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.243068 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1eb8e0-92b0-4fdc-ba48-6f6915311e6c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df60e017-55a3-4c46-9ff9-fdd0e9dbc3f4,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:10.322119 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] For port dd75b28f-fc43-4c26-a2ec-e8864cb7245b, host dv-cinder-835879-3-iscsi, cleared binding levels {{(pid=104019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:10.327742 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.plugins.ml2.db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] For port dd75b28f-fc43-4c26-a2ec-e8864cb7245b, host dv-cinder-835879-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,segment=NetworkSegment(b373f6db-0124-4b62-a133-8acc54bd3df8),segment_id=b373f6db-0124-4b62-a133-8acc54bd3df8)] {{(pid=104019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:10.332340 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9a1eb8e0-92b0-4fdc-ba48-6f6915311e6c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.334204 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-9a1eb8e0-92b0-4fdc-ba48-6f6915311e6c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5015559 Mar 31 23:25:10.338209 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 35780) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:10.343818 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [None req-b085e19a-7d3a-40c8-a5b1-2229d4f12c3d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'security_group_rule': {'security_group_id': '8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a', 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:10.425135 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-0c791645-c355-4dd3-866b-8fb6c8ee9e18 None None] Provisioning complete for port dd75b28f-fc43-4c26-a2ec-e8864cb7245b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:10.425758 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0c791645-c355-4dd3-866b-8fb6c8ee9e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.464776 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-0c791645-c355-4dd3-866b-8fb6c8ee9e18 None None] Port dd75b28f-fc43-4c26-a2ec-e8864cb7245b cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:25:10.474681 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron_lib.callbacks.manager [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), after_update {{(pid=104019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.495918 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.securitygroups_db [None req-b085e19a-7d3a-40c8-a5b1-2229d4f12c3d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Project 5207e3c7a192416bbc2301c9a7e7fc51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:25:10.508781 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b085e19a-7d3a-40c8-a5b1-2229d4f12c3d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (36ac67b5-454d-4548-ba20-7d37982b044a), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.558236 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Routers {'552cf4dd-f345-4934-90ad-fb30e24dd2d5'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:10.558967 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:24:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:10.562687 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e7df4-c9f8-4b13-b8d5-0ee79c1d5ca8 None None] Pushing event updated for resources: {'Port': ['ID=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,revision_number=4']} {{(pid=104019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:10.600299 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-062102a5-af32-4c09-a081-2c4c7d6d5e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.640168 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b085e19a-7d3a-40c8-a5b1-2229d4f12c3d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (36ac67b5-454d-4548-ba20-7d37982b044a), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.695728 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b085e19a-7d3a-40c8-a5b1-2229d4f12c3d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (36ac67b5-454d-4548-ba20-7d37982b044a), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.730606 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085e19a-7d3a-40c8-a5b1-2229d4f12c3d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ac67b5-454d-4548-ba20-7d37982b044a,revision_number=0']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:10.769080 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] Set router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:10.893078 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-cab86385-4413-41d0-b57d-479bb725cff6 None None] Provisioning complete for port dd75b28f-fc43-4c26-a2ec-e8864cb7245b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:10.893640 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cab86385-4413-41d0-b57d-479bb725cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.922771 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 8e90c256-665e-4f33-b503-caed1947ba45 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:10.923076 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b085e19a-7d3a-40c8-a5b1-2229d4f12c3d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:10.924842 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-b085e19a-7d3a-40c8-a5b1-2229d4f12c3d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5851245 Mar 31 23:25:10.928750 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35782) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:10.936599 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-57f074b9-4112-4ed3-90b2-bdf9af66df53 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'security_group_rule': {'security_group_id': '8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a', 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:11.054946 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-57f074b9-4112-4ed3-90b2-bdf9af66df53 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Project 5207e3c7a192416bbc2301c9a7e7fc51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 23:25:11.063284 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-57f074b9-4112-4ed3-90b2-bdf9af66df53 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (b7505f96-17e4-4a79-a0ab-bdab85d209b2), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.065377 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:25:05Z', 'revision_number': 4, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'dd75b28f-fc43-4c26-a2ec-e8864cb7245b', 'name': '', 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'mac_address': 'fa:16:3e:a0:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:04Z', 'updated_at': '2022-03-31T23:25:10Z', 'revision_number': 4, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'subnets': [{'id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:11.089620 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-cab86385-4413-41d0-b57d-479bb725cff6 None None] Current status of the port dd75b28f-fc43-4c26-a2ec-e8864cb7245b is: DOWN; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:11.090118 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cab86385-4413-41d0-b57d-479bb725cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.102081 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d935c643-521c-41c5-9b8b-2aa80624d42d None None] The sync data for ids ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'] in dv-cinder-835879-3-iscsi is: [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:25:05Z', 'revision_number': 4, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': 'dd75b28f-fc43-4c26-a2ec-e8864cb7245b', 'name': '', 'network_id': 'ec6b3dab-21f2-4792-b94f-ff35d7b8559a', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'mac_address': 'fa:16:3e:a0:c2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:04Z', 'updated_at': '2022-03-31T23:25:10Z', 'revision_number': 4, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'subnets': [{'id': '97179c18-2052-4764-8ec7-468d15ddf9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:11.254061 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b8870-61c8-4e4e-8dd1-25f880be88c6 req-d7bed8e6-110c-4747-b528-03c4d2addb6e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:11.257465 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-516b8870-61c8-4e4e-8dd1-25f880be88c6 req-d7bed8e6-110c-4747-b528-03c4d2addb6e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 943 time: 0.1613488 Mar 31 23:25:11.274800 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 8e90c256-665e-4f33-b503-caed1947ba45, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8e90c256-665e-4f33-b503-caed1947ba45,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:11.285867 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-57f074b9-4112-4ed3-90b2-bdf9af66df53 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (b7505f96-17e4-4a79-a0ab-bdab85d209b2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.311042 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '8e90c256-665e-4f33-b503-caed1947ba45', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'port_id': '8e90c256-665e-4f33-b503-caed1947ba45', 'mac_address': 'fa:16:3e:68:8c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:11.315950 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-cab86385-4413-41d0-b57d-479bb725cff6 None None] For port dd75b28f-fc43-4c26-a2ec-e8864cb7245b, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,segment=NetworkSegment(b373f6db-0124-4b62-a133-8acc54bd3df8),segment_id=b373f6db-0124-4b62-a133-8acc54bd3df8)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:11.343533 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-516b8870-61c8-4e4e-8dd1-25f880be88c6 req-e8142075-b991-4177-980f-023b2f179351 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708148 Mar 31 23:25:11.352872 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-57f074b9-4112-4ed3-90b2-bdf9af66df53 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462231'] for security_group_rule (b7505f96-17e4-4a79-a0ab-bdab85d209b2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.384820 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f074b9-4112-4ed3-90b2-bdf9af66df53 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7505f96-17e4-4a79-a0ab-bdab85d209b2,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:11.399861 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cab86385-4413-41d0-b57d-479bb725cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.406667 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 8e90c256-665e-4f33-b503-caed1947ba45 is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:11.407147 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8e90c256-665e-4f33-b503-caed1947ba45), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.446130 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e90c256-665e-4f33-b503-caed1947ba45 {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:11.448509 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-57f074b9-4112-4ed3-90b2-bdf9af66df53 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.450942 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-57f074b9-4112-4ed3-90b2-bdf9af66df53 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5203934 Mar 31 23:25:11.490542 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 8e90c256-665e-4f33-b503-caed1947ba45, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8e90c256-665e-4f33-b503-caed1947ba45,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:11.496187 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab86385-4413-41d0-b57d-479bb725cff6 None None] Pushing event updated for resources: {'Port': ['ID=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:11.570076 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (8e90c256-665e-4f33-b503-caed1947ba45), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.635396 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device dd75b28f-fc43-4c26-a2ec-e8864cb7245b up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:11.690342 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=8e90c256-665e-4f33-b503-caed1947ba45,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:11.736387 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port dd75b28f-fc43-4c26-a2ec-e8864cb7245b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:11.736843 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:11.845033 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['8e90c256-665e-4f33-b503-caed1947ba45'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:11.882673 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port dd75b28f-fc43-4c26-a2ec-e8864cb7245b is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:12.532824 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763674d5-bfc9-427e-99a2-89e757f52008 req-71758b40-30c6-424f-97b2-644f643eb510 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:12.535617 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-763674d5-bfc9-427e-99a2-89e757f52008 req-71758b40-30c6-424f-97b2-644f643eb510 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 944 time: 0.0716128 Mar 31 23:25:12.596880 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-763674d5-bfc9-427e-99a2-89e757f52008 req-4d257a1b-f78e-4bb3-8af6-a25f237b8884 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544608 Mar 31 23:25:12.598729 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:12.931347 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 8e90c256-665e-4f33-b503-caed1947ba45 up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:13.102385 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 8e90c256-665e-4f33-b503-caed1947ba45 completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:25:13.109390 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 8e90c256-665e-4f33-b503-caed1947ba45 triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:13.110098 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (8e90c256-665e-4f33-b503-caed1947ba45), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:13.211835 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 8e90c256-665e-4f33-b503-caed1947ba45 is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:13.212238 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (8e90c256-665e-4f33-b503-caed1947ba45), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:13.242580 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:13.244797 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7aad3b-a40a-4b8d-800b-e1bbf0b69f5f" -d '{"events": [{"server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "name": "network-vif-plugged", "status": "completed", "tag": "8e90c256-665e-4f33-b503-caed1947ba45"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:13.258626 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 8e90c256-665e-4f33-b503-caed1947ba45, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8e90c256-665e-4f33-b503-caed1947ba45,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:13.283656 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8077c2-8e83-4a6e-9e44-18053da34b91 x-openstack-request-id: req-ad8077c2-8e83-4a6e-9e44-18053da34b91 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:13.283958 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "name": "network-vif-plugged", "status": "completed", "tag": "8e90c256-665e-4f33-b503-caed1947ba45", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:13.284219 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad8077c2-8e83-4a6e-9e44-18053da34b91 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:13.284625 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8077c2-8e83-4a6e-9e44-18053da34b91'] response: {'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45', 'code': 200} Mar 31 23:25:13.352136 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (8e90c256-665e-4f33-b503-caed1947ba45), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:13.416970 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=8e90c256-665e-4f33-b503-caed1947ba45,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:13.556751 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device dd75b28f-fc43-4c26-a2ec-e8864cb7245b up at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:13.615414 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Provisioning complete for port dd75b28f-fc43-4c26-a2ec-e8864cb7245b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:13.616059 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:13.749869 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e5657-b685-4ea7-a573-1d43918d2a24 req-d65625b8-0a68-448a-9ba0-a55174a0f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.752762 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-189e5657-b685-4ea7-a573-1d43918d2a24 req-d65625b8-0a68-448a-9ba0-a55174a0f674 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 1129 time: 0.0677338 Mar 31 23:25:13.789567 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dde2c-df63-4230-8d61-44ecf7fea0b5 req-ecfa384d-1e29-415f-8d5a-5b68a5b92414 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:13.791322 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-978dde2c-df63-4230-8d61-44ecf7fea0b5 req-ecfa384d-1e29-415f-8d5a-5b68a5b92414 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 945 time: 0.0901923 Mar 31 23:25:13.795553 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Current status of the port dd75b28f-fc43-4c26-a2ec-e8864cb7245b is: ACTIVE; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:13.820729 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-189e5657-b685-4ea7-a573-1d43918d2a24 req-824e59c0-949c-4cb8-9ecd-1e3058009d10 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608342 Mar 31 23:25:13.854487 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-978dde2c-df63-4230-8d61-44ecf7fea0b5 req-bbcbacb7-a605-4610-bc57-fda497729941 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488191 Mar 31 23:25:14.994699 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa2d5b-ee52-4de2-80cb-78e1cfc6d9e1 req-c4481b05-07a2-4775-af0e-302b0acf6559 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:14.996512 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74aa2d5b-ee52-4de2-80cb-78e1cfc6d9e1 req-c4481b05-07a2-4775-af0e-302b0acf6559 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 945 time: 0.0656729 Mar 31 23:25:15.090125 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-74aa2d5b-ee52-4de2-80cb-78e1cfc6d9e1 req-ca39712b-4b43-40f6-a8f9-78607877d97f tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818505 Mar 31 23:25:15.107421 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:15.432792 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:16.247393 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d697709-6d90-4fc4-8404-d44019781db6 req-6b180c27-3ee6-4db1-8d6a-28fcd53957c9 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.249027 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d697709-6d90-4fc4-8404-d44019781db6 req-6b180c27-3ee6-4db1-8d6a-28fcd53957c9 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 945 time: 0.0687041 Mar 31 23:25:16.308136 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d697709-6d90-4fc4-8404-d44019781db6 req-d9189cca-3535-4a09-890a-26c97c64a6ac tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513418 Mar 31 23:25:16.450990 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9482661-12ce-4b27-b4c8-931ecbe032ef req-6f75936e-eebb-41b5-b062-13f828b0e85b tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.452538 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9482661-12ce-4b27-b4c8-931ecbe032ef req-6f75936e-eebb-41b5-b062-13f828b0e85b tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 945 time: 0.0636168 Mar 31 23:25:16.505504 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e9482661-12ce-4b27-b4c8-931ecbe032ef req-83be0cda-2086-4463-b036-cf7bc46e5331 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466592 Mar 31 23:25:16.529526 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35862) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:16.582962 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463ea52-706f-4f17-b1f9-a3d24ee007e8 tempest-TestVolumeBootPattern-1099339165 tempest-TestVolumeBootPattern-1099339165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:16.584526 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b463ea52-706f-4f17-b1f9-a3d24ee007e8 tempest-TestVolumeBootPattern-1099339165 tempest-TestVolumeBootPattern-1099339165-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 1124 time: 0.0537548 Mar 31 23:25:16.587376 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35864) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:16.592311 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'port_id': '8e90c256-665e-4f33-b503-caed1947ba45', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:16.678976 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:16.845168 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:16.977666 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Allocated IP 172.27.0.150 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/14f2e272-47d6-4ec2-9f77-f1693f62fbe5) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:17.097352 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:17.205092 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:17.259394 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:17.262442 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:17.266399 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:17.294662 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=14f2e272-47d6-4ec2-9f77-f1693f62fbe5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:17.676447 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (b46ee6a3-2e6f-4f89-967e-c3767b8008ec), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:17.829548 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:17.839028 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:18.071020 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for port (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:18.147644 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:18.152008 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:25:18.226727 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event updated for resources: {'Port': ['ID=14f2e272-47d6-4ec2-9f77-f1693f62fbe5,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:18.241207 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (b46ee6a3-2e6f-4f89-967e-c3767b8008ec), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:18.371978 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Floating IP b46ee6a3-2e6f-4f89-967e-c3767b8008ec associated. External IP: 172.27.0.150, port: 8e90c256-665e-4f33-b503-caed1947ba45. Mar 31 23:25:18.866381 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:18.998483 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:19.021183 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:19.032298 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:19.033007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:25:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:19.120232 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:19.154622 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1e4774d9-08d7-4450-88aa-ad636c525e94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5661123 Mar 31 23:25:19.155971 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:19.160398 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0383aa0-46b0-439b-b555-03c656bdd357" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "tag": "8e90c256-665e-4f33-b503-caed1947ba45"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:19.173427 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:19.209025 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4e80eb-a5ca-4d65-8f35-509459b2245e x-openstack-request-id: req-9d4e80eb-a5ca-4d65-8f35-509459b2245e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:19.209705 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "tag": "8e90c256-665e-4f33-b503-caed1947ba45", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:19.210062 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d4e80eb-a5ca-4d65-8f35-509459b2245e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:19.210542 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d4e80eb-a5ca-4d65-8f35-509459b2245e'] response: {'name': 'network-changed', 'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45', 'status': 'completed', 'code': 200} Mar 31 23:25:19.294184 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-4d747358-8707-4bdb-946b-a72cb094caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.295744 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-4d747358-8707-4bdb-946b-a72cb094caa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 1129 time: 0.0576043 Mar 31 23:25:19.434685 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-25d379f1-e750-4a2f-9e55-9be2d59e134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.436191 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-25d379f1-e750-4a2f-9e55-9be2d59e134a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.1331258 Mar 31 23:25:19.505921 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:06Z', 'revision_number': 1, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}, {'id': 'b46ee6a3-2e6f-4f89-967e-c3767b8008ec', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '8e90c256-665e-4f33-b503-caed1947ba45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:68:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:17Z', 'updated_at': '2022-03-31T23:25:17Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:19.526754 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-e6ea6390-2f93-42ac-abe0-af02cdeeb7f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e90c256-665e-4f33-b503-caed1947ba45 HTTP/1.1" status: 200 len: 999 time: 0.0826948 Mar 31 23:25:19.543785 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:19.557096 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:19.558204 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:25:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:19.586180 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-3d5dc3be-3aa0-4efb-b276-c93a0f814633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.587818 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-3d5dc3be-3aa0-4efb-b276-c93a0f814633 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0552750 Mar 31 23:25:19.656276 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-8d13e807-dc14-4e47-b5d6-6e4194c94296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:19.658192 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-8d13e807-dc14-4e47-b5d6-6e4194c94296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629706 Mar 31 23:25:19.735717 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:19.773862 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-9d234f83-afa4-413b-aac9-5368b5150b61 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036243 Mar 31 23:25:19.886071 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f0383aa0-46b0-439b-b555-03c656bdd357 req-f1138bd2-189d-4a57-b3eb-2e9c596fdc22 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057138 Mar 31 23:25:20.015531 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:06Z', 'revision_number': 1, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}, {'id': 'b46ee6a3-2e6f-4f89-967e-c3767b8008ec', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '8e90c256-665e-4f33-b503-caed1947ba45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:68:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:17Z', 'updated_at': '2022-03-31T23:25:17Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:20.046185 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc121c-a489-490d-ad01-f7e38a91983c None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:06Z', 'revision_number': 1, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}, {'id': 'b46ee6a3-2e6f-4f89-967e-c3767b8008ec', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '8e90c256-665e-4f33-b503-caed1947ba45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:68:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:17Z', 'updated_at': '2022-03-31T23:25:17Z', 'revision_number': 0, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:20.285203 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f058a6e-1948-4ea8-a449-472f06f27242 None None] New status for floating IP b46ee6a3-2e6f-4f89-967e-c3767b8008ec: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:25:27.940834 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-7ad9ecbe-eb41-4f45-8e71-d8ca39941220 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1106358349&fields=id&tenant_id=5207e3c7a192416bbc2301c9a7e7fc51 HTTP/1.1" status: 200 len: 267 time: 0.0523341 Mar 31 23:25:28.065846 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-7e6e9f5c-d0e4-4d4c-8741-57be590ae2b7 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.069036 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-7e6e9f5c-d0e4-4d4c-8741-57be590ae2b7 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 808 time: 0.1209326 Mar 31 23:25:28.085373 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-83ddd09c-1130-4a67-8111-f40b995fda00 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/quotas/5207e3c7a192416bbc2301c9a7e7fc51 HTTP/1.1" status: 200 len: 375 time: 0.0107975 Mar 31 23:25:28.149331 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-395906a8-46ec-47e0-a289-eabef2231375 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577662 Mar 31 23:25:28.259409 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-2a1a0ed1-27b1-4bf4-a8d4-123f2d30d413 service neutron] 10.222.0.41 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985310 Mar 31 23:25:28.417050 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-5d79ee5e-28ab-48d1-af81-60cfb8686140 service neutron] 10.222.0.41 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512804 Mar 31 23:25:28.592344 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-d979aaa1-8a2f-4238-81cf-f8f0399a13b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666006 Mar 31 23:25:28.689571 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-5c2e6714-2074-4147-b385-91cd39f4e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.691139 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-5c2e6714-2074-4147-b385-91cd39f4e101 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 1129 time: 0.0512621 Mar 31 23:25:28.816927 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-06e89bff-1f75-45b4-8b92-7a6702dcfad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.818499 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-06e89bff-1f75-45b4-8b92-7a6702dcfad0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.1010127 Mar 31 23:25:28.895576 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-0a99c504-e14d-4860-9802-829d29c4a117 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36 HTTP/1.1" status: 200 len: 1000 time: 0.0686965 Mar 31 23:25:28.953730 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-a302b8d4-6a51-4e89-b751-a118e21b1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:28.955167 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-a302b8d4-6a51-4e89-b751-a118e21b1e45 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0535176 Mar 31 23:25:29.033248 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-ea2ecae1-99dd-4361-ac0c-5c615cceb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:29.034806 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-ea2ecae1-99dd-4361-ac0c-5c615cceb3b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0716770 Mar 31 23:25:29.067054 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9d1c102-da7a-4718-bb8b-1c938f992dbe req-08e52fbc-5a94-48fe-afb0-5a80b1e289d1 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 210 time: 0.0402105 Mar 31 23:25:29.136690 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-fbc52308-b5c9-4afd-a3ec-fbae68c91f58 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956550 Mar 31 23:25:29.277241 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-315dd49d-2a85-4f81-899e-0bfea7341e1c req-b0d7b9ca-ef98-4e77-acc0-54830fb151f1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335707 Mar 31 23:25:30.172614 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2eb58e99-546b-412b-b720-a1a89f43ce70 req-0cd9f3ec-75d5-478f-bdc3-2695304e121f tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 210 time: 0.0350442 Mar 31 23:25:31.292948 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e2647bc-215c-4438-845a-110027ea523d req-a909988c-0a74-4896-bdd3-2fc55223254a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 210 time: 0.0340414 Mar 31 23:25:31.446222 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-8535e400-57ac-4320-96b8-46341eb62e65 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:31.448290 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-8535e400-57ac-4320-96b8-46341eb62e65 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.30 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 808 time: 0.1277356 Mar 31 23:25:31.525387 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-786629af-f610-4ab7-bc3b-b087a4227bcd tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5207e3c7a192416bbc2301c9a7e7fc51 HTTP/1.1" status: 200 len: 380 time: 0.0675797 Mar 31 23:25:31.534321 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'port': {'device_id': '1cf9833e-8767-4e40-9502-78bb7389e481', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'admin_state_up': True, 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'security_groups': ['8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a']}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:31.769568 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Made reservation on behalf of 5207e3c7a192416bbc2301c9a7e7fc51 for: {'port': 1} {{(pid=104017) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 23:25:31.773350 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:32.199684 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Allocated IP 172.20.0.14 (c3d7debf-2c80-4e56-a7fb-a47a21156a23/8d9c37a5-028f-44f2-8c5c-788a3d10d763/4acb5779-bad1-400f-81e5-f09e545f5f8b) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:32.368743 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:32.433391 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-22a1f0a4-35ad-4c9c-90ac-2ea5590d46de req-08c4e39c-8e99-496c-8eb6-8d1f1dbc985d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 210 time: 0.0354066 Mar 31 23:25:32.507427 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:32.566851 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:32.570827 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:32.575142 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:32.606164 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:32.621840 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.622177 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.622525 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.622864 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.623203 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.623535 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.623865 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.624190 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.624557 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.624943 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.625290 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.625607 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.625961 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.626279 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.626603 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:32.648664 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:32.649334 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:32.743469 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-928379e0-a27a-47bd-a33b-7797a1674345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2135351 Mar 31 23:25:32.817879 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.v2.base [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Request body: {'port': {'device_id': '1cf9833e-8767-4e40-9502-78bb7389e481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=104017) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:32.873162 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-b6ba9c1d-00d4-47dc-bc51-74f15a6d4b6e None None] Provisioning complete for port 4acb5779-bad1-400f-81e5-f09e545f5f8b triggered by entity DHCP. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:32.874386 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9c1d-00d4-47dc-bc51-74f15a6d4b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:32.888523 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:32.941654 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba9c1d-00d4-47dc-bc51-74f15a6d4b6e None None] Port 4acb5779-bad1-400f-81e5-f09e545f5f8b cannot update to ACTIVE because it is not bound. {{(pid=104018) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 23:25:33.191596 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acb5779-bad1-400f-81e5-f09e545f5f8b {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:33.200527 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Publish callbacks [] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:33.214884 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Transition to ACTIVE for port object 4acb5779-bad1-400f-81e5-f09e545f5f8b will not be triggered until provisioned by entity L2. {{(pid=104017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 23:25:33.283494 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:33.339369 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Pushing event updated for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:33.431781 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Attempting to bind port 4acb5779-bad1-400f-81e5-f09e545f5f8b on host hv-cinder-83587 for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 23:25:33.432248 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Attempting to bind port 4acb5779-bad1-400f-81e5-f09e545f5f8b by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 23:25:33.432679 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Attempting to bind port 4acb5779-bad1-400f-81e5-f09e545f5f8b on network c3d7debf-2c80-4e56-a7fb-a47a21156a23 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:33.439378 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Port 4acb5779-bad1-400f-81e5-f09e545f5f8b on network c3d7debf-2c80-4e56-a7fb-a47a21156a23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 23:25:33.439830 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Attempting to bind port 4acb5779-bad1-400f-81e5-f09e545f5f8b on network c3d7debf-2c80-4e56-a7fb-a47a21156a23 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 23:25:33.449101 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Checking agent: {'id': 'e50a1061-aa7c-4ac1-b975-fcb9ed25d40a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'started_at': datetime.datetime(2022, 3, 31, 23, 7, 17), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 23, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 23:25:33.449559 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Checking segment: {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 23:25:33.450212 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Bound using segment: {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 23:25:33.450933 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Bound port: 4acb5779-bad1-400f-81e5-f09e545f5f8b, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7196ef00-294e-46aa-a9b4-be5218d83ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 23:25:33.451504 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:33.564816 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 23:25:33.570430 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 23:25:33.611528 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50c1d6-01b0-400b-80d5-a21c1be53570 req-64535ba6-06d9-4e89-b621-b1e40fab24f5 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.613074 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f50c1d6-01b0-400b-80d5-a21c1be53570 req-64535ba6-06d9-4e89-b621-b1e40fab24f5 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0672238 Mar 31 23:25:33.675279 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25253737'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:33.680650 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f50c1d6-01b0-400b-80d5-a21c1be53570 req-3568d6a1-89d1-4378-ad73-e3d665141e7f tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567093 Mar 31 23:25:33.722351 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.722987 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:33.724522 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] 10.222.0.30 "PUT /v2.0/ports/4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 1094 time: 0.9739022 Mar 31 23:25:33.724988 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:33.727356 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4600aff-bd7c-48c3-a57b-52ff23c71e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:33.760797 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a4cb0-e11d-420e-bfdc-1738eb51657c service neutron] Pushing event updated for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:33.796463 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c86a0ce-1bc3-484b-a85f-6fa9861256fe x-openstack-request-id: req-4c86a0ce-1bc3-484b-a85f-6fa9861256fe {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:33.796900 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:33.797079 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c86a0ce-1bc3-484b-a85f-6fa9861256fe {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:33.797407 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c86a0ce-1bc3-484b-a85f-6fa9861256fe'] response: {'name': 'network-changed', 'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'status': 'completed', 'code': 200} Mar 31 23:25:33.886934 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4600aff-bd7c-48c3-a57b-52ff23c71e0f req-ffa8ff91-8e09-4fa3-8904-e27a98319554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:33.889286 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4600aff-bd7c-48c3-a57b-52ff23c71e0f req-ffa8ff91-8e09-4fa3-8904-e27a98319554 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1128 time: 0.0599980 Mar 31 23:25:34.055542 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4600aff-bd7c-48c3-a57b-52ff23c71e0f req-c56c6786-67bb-4862-863f-80a3ff65d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.057256 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4600aff-bd7c-48c3-a57b-52ff23c71e0f req-c56c6786-67bb-4862-863f-80a3ff65d65a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1589353 Mar 31 23:25:34.169397 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4600aff-bd7c-48c3-a57b-52ff23c71e0f req-19e906f0-6e99-4cdf-9ee3-adf4697a0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.171538 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-b4600aff-bd7c-48c3-a57b-52ff23c71e0f req-19e906f0-6e99-4cdf-9ee3-adf4697a0c09 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1075239 Mar 31 23:25:34.289080 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-4cc72210-a811-4bd1-9bb3-82f8c40c605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.291672 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-4cc72210-a811-4bd1-9bb3-82f8c40c605a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1128 time: 0.0796862 Mar 31 23:25:34.342744 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-c4bf5ecc-cde7-496a-be75-8e70e5a3241f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 217 time: 0.0412676 Mar 31 23:25:34.403970 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-a59d2688-7a68-4d28-8061-48bc3dc6f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.405466 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-a59d2688-7a68-4d28-8061-48bc3dc6f6a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 200 len: 847 time: 0.0556381 Mar 31 23:25:34.464878 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-0c9f2859-daa8-4949-b6f6-c1a438f19672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.466484 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-0c9f2859-daa8-4949-b6f6-c1a438f19672 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3d7debf-2c80-4e56-a7fb-a47a21156a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542181 Mar 31 23:25:34.576285 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-6aa22140-1ec3-4b89-83d5-2d62b4c1ee07 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030426 Mar 31 23:25:34.689383 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-25575ecc-1de9-4cac-ad0b-35bfe03ae902 req-fb32a15e-dd57-45f7-b7b9-6981531d6c14 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050584 Mar 31 23:25:34.840373 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d67e7d-be5e-42e0-8237-9797f3ab6d33 req-3b2afa3b-1a10-4100-b00a-f82a3b0a05b6 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:34.842135 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80d67e7d-be5e-42e0-8237-9797f3ab6d33 req-3b2afa3b-1a10-4100-b00a-f82a3b0a05b6 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0707879 Mar 31 23:25:34.907429 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80d67e7d-be5e-42e0-8237-9797f3ab6d33 req-c5d7cb5e-3ffa-4d51-9773-1f1d7ba50268 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579622 Mar 31 23:25:36.088305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade75157-66e8-4715-8811-eedc68b54394 req-2cf883fc-c23c-469e-a249-8bfd1e2d9e1a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:36.091190 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ade75157-66e8-4715-8811-eedc68b54394 req-2cf883fc-c23c-469e-a249-8bfd1e2d9e1a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0991490 Mar 31 23:25:36.149524 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ade75157-66e8-4715-8811-eedc68b54394 req-e3e8bdb5-1b14-4dd2-95bf-e76cffbc0637 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525718 Mar 31 23:25:36.963436 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9210-820b-4743-8c8d-1ec0723a3d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:37.297555 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46bd70-900e-48ba-b6f8-f5c492dd0341 req-25669b6f-dcfe-4d4d-8d6b-ad88ccf69743 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:37.299717 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af46bd70-900e-48ba-b6f8-f5c492dd0341 req-25669b6f-dcfe-4d4d-8d6b-ad88ccf69743 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0593092 Mar 31 23:25:37.359848 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af46bd70-900e-48ba-b6f8-f5c492dd0341 req-6610f1be-87fd-46d2-b77e-cc19f2307b55 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535901 Mar 31 23:25:38.509235 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e7d6-6986-496f-8856-6b9c9a7e37d3 req-6f7e41fb-3942-4484-9649-4c94ec0d8ec8 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:38.510919 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fe3e7d6-6986-496f-8856-6b9c9a7e37d3 req-6f7e41fb-3942-4484-9649-4c94ec0d8ec8 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0583255 Mar 31 23:25:38.571542 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fe3e7d6-6986-496f-8856-6b9c9a7e37d3 req-2a9c2ff8-a95a-4a47-9238-a7cb61751ba2 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538120 Mar 31 23:25:39.710771 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352ba05-2380-4bc8-b4a4-83c48b144c21 req-21316530-0fac-41d3-abd5-5358ea52c267 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:39.712508 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f352ba05-2380-4bc8-b4a4-83c48b144c21 req-21316530-0fac-41d3-abd5-5358ea52c267 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0666957 Mar 31 23:25:39.772181 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f352ba05-2380-4bc8-b4a4-83c48b144c21 req-37cbd591-f733-48d0-b3ef-513f3157b36d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498590 Mar 31 23:25:40.551882 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9f150661-8650-489d-a586-aaac8fb91f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:40.914077 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8add6-9a88-45bf-b5da-e6a7e207bf82 req-4247727a-64b8-421e-ba45-8794f2438060 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:40.915788 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bee8add6-9a88-45bf-b5da-e6a7e207bf82 req-4247727a-64b8-421e-ba45-8794f2438060 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0617485 Mar 31 23:25:40.974924 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bee8add6-9a88-45bf-b5da-e6a7e207bf82 req-aa2aac0b-819f-4a9b-b1bc-291eed335a5d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510750 Mar 31 23:25:41.033254 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 4acb5779-bad1-400f-81e5-f09e545f5f8b details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:25:41.148875 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:41.164195 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'port_id': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'mac_address': 'fa:16:3e:f6:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:25:41.209096 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 4acb5779-bad1-400f-81e5-f09e545f5f8b is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:41.209630 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:41.226196 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acb5779-bad1-400f-81e5-f09e545f5f8b {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:25:41.252551 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:41.311901 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:41.371713 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:41.380075 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.380406 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.380768 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.381119 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.381452 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.381817 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.382161 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.382493 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.382826 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.383154 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.383486 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.383817 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.384150 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.384475 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.384800 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:41.560841 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['4acb5779-bad1-400f-81e5-f09e545f5f8b'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:25:42.113370 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eee1d-22ce-4c14-a7a9-0d7368798d39 req-502d14d0-0c72-45cf-a880-c582938c331d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:42.115075 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-726eee1d-22ce-4c14-a7a9-0d7368798d39 req-502d14d0-0c72-45cf-a880-c582938c331d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 945 time: 0.0648880 Mar 31 23:25:42.174860 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-726eee1d-22ce-4c14-a7a9-0d7368798d39 req-815a5ba3-4a70-4664-a961-d47590f05a04 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494137 Mar 31 23:25:42.455412 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:43.039502 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 4acb5779-bad1-400f-81e5-f09e545f5f8b up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:25:43.208738 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning for port 4acb5779-bad1-400f-81e5-f09e545f5f8b completed by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 23:25:43.214503 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 4acb5779-bad1-400f-81e5-f09e545f5f8b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:25:43.215074 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:43.328033 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 4acb5779-bad1-400f-81e5-f09e545f5f8b is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:25:43.328409 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:43.346810 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94663073-bd0c-4267-ae70-92f4f799d285 req-b2ffdbe8-1a11-4d3e-a586-b279b64aad6a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:43.349606 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94663073-bd0c-4267-ae70-92f4f799d285 req-b2ffdbe8-1a11-4d3e-a586-b279b64aad6a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 945 time: 0.0837240 Mar 31 23:25:43.362000 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:43.364778 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b21a38-8897-4083-b2b7-44d5538e3c0f" -d '{"events": [{"server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "name": "network-vif-plugged", "status": "completed", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:43.382491 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:25:43.428478 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2459d827-d2ff-4d14-a969-5ff9f894f420 x-openstack-request-id: req-2459d827-d2ff-4d14-a969-5ff9f894f420 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:43.428912 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "name": "network-vif-plugged", "status": "completed", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:43.429238 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2459d827-d2ff-4d14-a969-5ff9f894f420 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:43.429742 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2459d827-d2ff-4d14-a969-5ff9f894f420'] response: {'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'code': 200} Mar 31 23:25:43.430916 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94663073-bd0c-4267-ae70-92f4f799d285 req-864f5ff4-daa0-4b0a-8c77-0193b04da49e tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740473 Mar 31 23:25:43.455494 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:43.522415 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=5']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:43.811946 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ab2bf-a1c9-46f1-9dfd-a2126b6881d6 req-4148f59a-1b2e-4663-96b3-a0abe030ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:43.813552 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-066ab2bf-a1c9-46f1-9dfd-a2126b6881d6 req-4148f59a-1b2e-4663-96b3-a0abe030ff72 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1130 time: 0.0501280 Mar 31 23:25:43.865516 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-066ab2bf-a1c9-46f1-9dfd-a2126b6881d6 req-534d54a0-b6d0-40cc-82c0-9e32267c0f1c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Mar 31 23:25:44.600066 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef1d8d-bf98-458b-95c2-3b819ccba5be req-0e3201d0-7cc1-423c-82b9-42b9c5641a2b tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:44.602789 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1ef1d8d-bf98-458b-95c2-3b819ccba5be req-0e3201d0-7cc1-423c-82b9-42b9c5641a2b tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0839937 Mar 31 23:25:44.661823 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b1ef1d8d-bf98-458b-95c2-3b819ccba5be req-b55768b8-6248-44c2-8e0c-cd6ac11e7b4c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527503 Mar 31 23:25:45.260747 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:45.551985 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:45.793971 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917caf21-10c9-488a-9c84-3e5478f49d2e req-514f500f-bf7d-4d8a-b8ff-80811567ed4e tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:45.795428 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-917caf21-10c9-488a-9c84-3e5478f49d2e req-514f500f-bf7d-4d8a-b8ff-80811567ed4e tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0571051 Mar 31 23:25:45.849480 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-917caf21-10c9-488a-9c84-3e5478f49d2e req-49ddc0a8-3731-440e-81f6-d19ebdc9868c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483768 Mar 31 23:25:45.977719 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5be928-d6a8-4349-bd9f-bba88802e516 req-b59f43c4-a290-4731-a364-d9ef061877f1 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:45.979395 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e5be928-d6a8-4349-bd9f-bba88802e516 req-b59f43c4-a290-4731-a364-d9ef061877f1 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0589647 Mar 31 23:25:46.038303 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e5be928-d6a8-4349-bd9f-bba88802e516 req-8ff17efe-8b17-45b5-a5f2-5234aa237e29 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531330 Mar 31 23:25:46.063439 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35976) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:46.161366 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13dfb7e-5b8c-4590-abc6-fb36bb033f5b tempest-TestShelveInstance-1739397120 tempest-TestShelveInstance-1739397120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:46.162973 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e13dfb7e-5b8c-4590-abc6-fb36bb033f5b tempest-TestShelveInstance-1739397120 tempest-TestShelveInstance-1739397120-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1125 time: 0.0985258 Mar 31 23:25:46.166013 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 35980) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:25:46.170781 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Request body: {'floatingip': {'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'port_id': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 23:25:46.237687 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:46.344077 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:46.480911 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Allocated IP 172.27.0.51 (843f9e26-2b9f-4d40-8307-612483b7b45b/ffbb1eab-8c12-4d97-8c48-7fddb59e4d21/daeccb08-a011-4de3-a03f-ee7180fb8370) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 23:25:46.667269 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for port (daeccb08-a011-4de3-a03f-ee7180fb8370), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:46.780697 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730210507789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (daeccb08-a011-4de3-a03f-ee7180fb8370), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:46.820892 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Network 843f9e26-2b9f-4d40-8307-612483b7b45b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 23:25:46.824353 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 23:25:46.828432 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 23:25:46.855897 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'Port': ['ID=daeccb08-a011-4de3-a03f-ee7180fb8370,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:46.870294 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.870640 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.870984 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.871322 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.871659 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.871998 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.872325 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.872652 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.872979 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.873303 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.873628 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.873989 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.874316 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.874635 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:46.874959 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:25:47.239221 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for floatingip (58cba28f-6d56-4de5-a8f5-42479860481a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:47.370949 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (daeccb08-a011-4de3-a03f-ee7180fb8370), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:47.553241 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for port (daeccb08-a011-4de3-a03f-ee7180fb8370), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:47.660114 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29396875'] for port (daeccb08-a011-4de3-a03f-ee7180fb8370), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:47.728738 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event updated for resources: {'Port': ['ID=daeccb08-a011-4de3-a03f-ee7180fb8370,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:25:47.741442 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3690362'] for floatingip (58cba28f-6d56-4de5-a8f5-42479860481a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:47.864141 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Floating IP 58cba28f-6d56-4de5-a8f5-42479860481a associated. External IP: 172.27.0.51, port: 4acb5779-bad1-400f-81e5-f09e545f5f8b. Mar 31 23:25:47.906440 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:48.099006 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Router e11fc050-966d-4330-b8e5-5fc0c5b053ad has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:25:48.216427 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:25:48.229583 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] Sync routers for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:25:48.241447 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:48.257415 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:25:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:48.316146 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:25:48.367640 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-855bd507-cbc8-4458-a440-a34da1ae2025 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2002854 Mar 31 23:25:48.367992 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:48.368561 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:25:48.372740 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c8e703-67a6-477f-b768-68b642b3c62e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:25:48.492620 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7297d0-6b70-4544-a588-2d426f785d65 x-openstack-request-id: req-6f7297d0-6b70-4544-a588-2d426f785d65 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:25:48.493064 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:25:48.493459 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f7297d0-6b70-4544-a588-2d426f785d65 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:25:48.494041 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7297d0-6b70-4544-a588-2d426f785d65'] response: {'name': 'network-changed', 'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'status': 'completed', 'code': 200} Mar 31 23:25:48.587852 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8e703-67a6-477f-b768-68b642b3c62e req-340ecdf7-4834-42d3-a918-ceae20e05149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:48.589777 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40c8e703-67a6-477f-b768-68b642b3c62e req-340ecdf7-4834-42d3-a918-ceae20e05149 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1130 time: 0.0732751 Mar 31 23:25:48.715748 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8e703-67a6-477f-b768-68b642b3c62e req-1bef6d26-3f71-4519-9870-5c205799037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:48.718728 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40c8e703-67a6-477f-b768-68b642b3c62e req-1bef6d26-3f71-4519-9870-5c205799037e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 909 time: 0.1216068 Mar 31 23:25:48.794164 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40c8e703-67a6-477f-b768-68b642b3c62e req-5f913a32-bb00-46d2-8ace-2c68787e52d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 999 time: 0.0669022 Mar 31 23:25:48.821663 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '58cba28f-6d56-4de5-a8f5-42479860481a', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'port_id': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'mac_address': 'fa:16:3e:f6:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9833e-8767-4e40-9502-78bb7389e481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:47Z', 'updated_at': '2022-03-31T23:25:47Z', 'revision_number': 0, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:25:00Z', 'revision_number': 5, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:48.866787 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] Checking router: e11fc050-966d-4330-b8e5-5fc0c5b053ad for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:25:48.872172 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8e703-67a6-477f-b768-68b642b3c62e req-f0313a7e-883c-4be2-a654-f60fa893d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:48.874048 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40c8e703-67a6-477f-b768-68b642b3c62e req-f0313a7e-883c-4be2-a654-f60fa893d765 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 200 len: 847 time: 0.0729969 Mar 31 23:25:48.877297 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:25:48.877977 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:25:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:48.939288 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8e703-67a6-477f-b768-68b642b3c62e req-9ae08380-62e4-47eb-a5c6-af07f4ea506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:25:48.942417 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40c8e703-67a6-477f-b768-68b642b3c62e req-9ae08380-62e4-47eb-a5c6-af07f4ea506e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3d7debf-2c80-4e56-a7fb-a47a21156a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603242 Mar 31 23:25:49.052081 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40c8e703-67a6-477f-b768-68b642b3c62e req-02ea47f1-ae9b-490f-824a-0a1016c9ebf1 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028526 Mar 31 23:25:49.100120 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:25:49.171471 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40c8e703-67a6-477f-b768-68b642b3c62e req-2be9cc52-bbfa-44f8-b6c4-12bf90a09a24 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131163 Mar 31 23:25:49.411860 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '58cba28f-6d56-4de5-a8f5-42479860481a', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'port_id': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'mac_address': 'fa:16:3e:f6:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9833e-8767-4e40-9502-78bb7389e481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:47Z', 'updated_at': '2022-03-31T23:25:47Z', 'revision_number': 0, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:25:00Z', 'revision_number': 5, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:25:49.459547 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b06d4-19ac-44b6-983f-28fcd9e2b934 None None] The sync data for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi is: [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '58cba28f-6d56-4de5-a8f5-42479860481a', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'floating_ip_address': '172.27.0.51', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'port_id': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'mac_address': 'fa:16:3e:f6:b4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf9833e-8767-4e40-9502-78bb7389e481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:25:47Z', 'updated_at': '2022-03-31T23:25:47Z', 'revision_number': 0, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:25:00Z', 'revision_number': 5, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:25:49.702222 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63e2cd-5122-4c5d-81ac-34e090445145 None None] New status for floating IP 58cba28f-6d56-4de5-a8f5-42479860481a: ACTIVE {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:25:55.151864 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:26:02.770184 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [req-b104e341-82d3-4305-a5d4-b497a1cc3f31 req-8e7ca1b9-9835-48c0-83ec-e879b8d32025 service neutron] (104017) timed out ('10.222.0.30', 57716) {{(pid=104017) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 23:26:07.002901 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7c6286bd-8a5b-45aa-8481-3929e693cb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:10.602708 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2dd8533e-7420-4535-8456-4d6422dd51c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:12.540307 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:15.094120 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:15.419782 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:17.894462 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:29.855029 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-8b9f70fb-366d-4b73-88f2-43c4ce1781e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492270 Mar 31 23:26:29.960437 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-5ab69a3f-68ad-4dff-b210-7754002b6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:29.962117 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-5ab69a3f-68ad-4dff-b210-7754002b6121 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 1129 time: 0.0517998 Mar 31 23:26:30.084698 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-fdce1a4e-58fd-46e2-9fb4-1c1cda337294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.086370 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-fdce1a4e-58fd-46e2-9fb4-1c1cda337294 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.1047881 Mar 31 23:26:30.162745 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-4c4faa24-0fe3-4537-a85e-0441dedf37c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e90c256-665e-4f33-b503-caed1947ba45 HTTP/1.1" status: 200 len: 1001 time: 0.0707316 Mar 31 23:26:30.218084 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-65f0516d-2d5c-441c-80d4-9f2b5ef2bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.219594 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-65f0516d-2d5c-441c-80d4-9f2b5ef2bdea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0515518 Mar 31 23:26:30.273670 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-d8c3911a-722a-4c3a-b2f8-f679f91ef955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:26:30.275296 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-d8c3911a-722a-4c3a-b2f8-f679f91ef955 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499680 Mar 31 23:26:30.387650 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-4e39a020-2eeb-4240-93a4-ee1c5d17bba3 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061475 Mar 31 23:26:30.491698 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c2d4424c-4c72-4452-93ed-30afc2865c1c req-f9d0f690-c6cd-4392-99b1-0149d63e3d83 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963314 Mar 31 23:26:32.152948 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:26:36.945600 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e64ec286-e35e-4ad5-9942-3ab480d82866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:40.551831 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-39fe7ee4-28f2-40b2-a118-2fa9fa4bdd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:42.470973 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:45.087982 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:45.465068 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:47.882184 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:59.351547 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36010) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:26:59.569738 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Deleting port 14f2e272-47d6-4ec2-9f77-f1693f62fbe5 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:26:59.570197 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:59.660485 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:59.660882 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:59.676718 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Calling delete_port for 14f2e272-47d6-4ec2-9f77-f1693f62fbe5 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:26:59.894554 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (14f2e272-47d6-4ec2-9f77-f1693f62fbe5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:26:59.924422 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event deleted for resources: {'Port': ['ID=14f2e272-47d6-4ec2-9f77-f1693f62fbe5,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:26:59.938840 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.939190 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.939535 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.939884 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.940214 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.940544 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.940872 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.941197 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.941610 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.941910 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.945899 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.945899 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.945899 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.945899 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:26:59.945899 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:00.006535 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (b46ee6a3-2e6f-4f89-967e-c3767b8008ec), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:00.006869 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Floating IP b46ee6a3-2e6f-4f89-967e-c3767b8008ec disassociated (deleted). External IP: 172.27.0.150, port: 8e90c256-665e-4f33-b503-caed1947ba45. Mar 31 23:27:00.258883 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:00.643110 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:00.647718 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:00.657190 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:00.675231 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:00.676280 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:26:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:00.683970 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-885e3cfd-adb3-42a6-bd0d-d95eb123c6aa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "DELETE /v2.0/floatingips/b46ee6a3-2e6f-4f89-967e-c3767b8008ec HTTP/1.1" status: 204 len: 168 time: 1.3312805 Mar 31 23:27:00.684565 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:00.686962 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99f885f-a25a-45fa-bed2-4b56fe39660a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "tag": "8e90c256-665e-4f33-b503-caed1947ba45"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:00.744299 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43154af8-94fa-4a07-a8f1-fb63fe768b3b x-openstack-request-id: req-43154af8-94fa-4a07-a8f1-fb63fe768b3b {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:00.744802 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "tag": "8e90c256-665e-4f33-b503-caed1947ba45", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:00.745261 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43154af8-94fa-4a07-a8f1-fb63fe768b3b {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:00.745884 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43154af8-94fa-4a07-a8f1-fb63fe768b3b'] response: {'name': 'network-changed', 'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45', 'status': 'completed', 'code': 200} Mar 31 23:27:00.826706 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-8d3e541b-b72c-4de9-bcb5-a89c8f252ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:00.828795 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-8d3e541b-b72c-4de9-bcb5-a89c8f252ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 1129 time: 0.0552590 Mar 31 23:27:00.870676 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:00.938221 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-457a310c-34c1-442d-b2a4-fed04a1c1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:00.939822 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-457a310c-34c1-442d-b2a4-fed04a1c1336 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.1028516 Mar 31 23:27:00.984307 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-799ae761-982a-44e4-969b-e842b0d385b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e90c256-665e-4f33-b503-caed1947ba45 HTTP/1.1" status: 200 len: 217 time: 0.0376210 Mar 31 23:27:01.058237 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-9db125b3-9137-4969-8ce2-9165ecd91144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:01.060000 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-9db125b3-9137-4969-8ce2-9165ecd91144 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0617235 Mar 31 23:27:01.117969 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-76ad888c-878b-4fbc-9957-17840bdf1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:01.119544 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-76ad888c-878b-4fbc-9957-17840bdf1724 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519111 Mar 31 23:27:01.230755 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:06Z', 'revision_number': 1, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:01.273542 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-b507420d-fe8e-4634-84b5-73292f5ef011 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376457 Mar 31 23:27:01.277830 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:01.290266 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:01.291307 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:26:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:01.291668 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f99ae-9b66-4fd1-84a8-ba2196891f65 req-b50a4920-b858-4eaa-8d53-393e13e3f107 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:01.293897 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-800f99ae-9b66-4fd1-84a8-ba2196891f65 req-b50a4920-b858-4eaa-8d53-393e13e3f107 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 945 time: 0.0722713 Mar 31 23:27:01.373074 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-800f99ae-9b66-4fd1-84a8-ba2196891f65 req-0bdff351-408d-4512-b80f-9f56e864a7f6 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661979 Mar 31 23:27:01.426279 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e99f885f-a25a-45fa-bed2-4b56fe39660a req-6602ad4d-a8c3-4453-8620-6a8fc171c688 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412013 Mar 31 23:27:01.455298 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:01.784880 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:06Z', 'revision_number': 1, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:01.818299 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae437c-d6c0-4464-8a45-d68248d7fe38 None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_floatingips': [{'id': '3b53c70d-31f7-400c-8a54-6dc719d8c0a8', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'router_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'port_id': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'mac_address': 'fa:16:3e:12:30:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b854e377-210a-4cdd-add4-c017a025715d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T23:23:04Z', 'updated_at': '2022-03-31T23:23:06Z', 'revision_number': 1, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:02.067569 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1251422-b9f4-495a-af4b-05da10384490 None None] New status for floating IP b46ee6a3-2e6f-4f89-967e-c3767b8008ec: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:27:02.532252 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aabfa8-f28e-435d-9b3d-ce6ad293b876 req-6947e31d-a193-429a-b18a-f635705e6ef9 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:02.533933 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70aabfa8-f28e-435d-9b3d-ce6ad293b876 req-6947e31d-a193-429a-b18a-f635705e6ef9 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 945 time: 0.0609634 Mar 31 23:27:02.591183 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70aabfa8-f28e-435d-9b3d-ce6ad293b876 req-e5071ab0-9f32-47d7-b7ea-ea6dfac051ac tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503557 Mar 31 23:27:02.952052 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30824f46-d080-48dc-bb3f-2f288f65892b req-9b0e1233-6ca8-40b1-a3e1-64ebc5583f26 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:02.953589 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-30824f46-d080-48dc-bb3f-2f288f65892b req-9b0e1233-6ca8-40b1-a3e1-64ebc5583f26 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 945 time: 0.0633335 Mar 31 23:27:03.060151 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Deleting port 8e90c256-665e-4f33-b503-caed1947ba45 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:03.060483 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (8e90c256-665e-4f33-b503-caed1947ba45), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:03.164582 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] For port 8e90c256-665e-4f33-b503-caed1947ba45, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8e90c256-665e-4f33-b503-caed1947ba45,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:03.164947 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (8e90c256-665e-4f33-b503-caed1947ba45), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:03.180820 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Calling delete_port for 8e90c256-665e-4f33-b503-caed1947ba45 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:03.391355 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (8e90c256-665e-4f33-b503-caed1947ba45), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:03.422360 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event deleted for resources: {'Port': ['ID=8e90c256-665e-4f33-b503-caed1947ba45,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:03.435979 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.436335 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.436687 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.437035 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.437394 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.437720 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.438098 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.438436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.438769 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.439103 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.439436 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.439768 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.440097 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.440556 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.440748 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:03.485295 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] No DVR routers for this DVR port 8e90c256-665e-4f33-b503-caed1947ba45 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:03.488837 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:03.492307 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-30824f46-d080-48dc-bb3f-2f288f65892b req-b834a3f1-e1b6-4802-9714-13f476b1e267 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "DELETE /v2.0/ports/8e90c256-665e-4f33-b503-caed1947ba45 HTTP/1.1" status: 204 len: 173 time: 0.5327928 Mar 31 23:27:03.492788 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'name': 'network-vif-deleted', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:03.495178 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22327c6-d153-4dac-8283-40062e12d3ba" -d '{"events": [{"server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "name": "network-vif-deleted", "tag": "8e90c256-665e-4f33-b503-caed1947ba45"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:03.540201 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e10255d-47a2-4d01-84f5-22b94a3b3332 x-openstack-request-id: req-2e10255d-47a2-4d01-84f5-22b94a3b3332 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:03.540495 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a", "name": "network-vif-deleted", "tag": "8e90c256-665e-4f33-b503-caed1947ba45", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:03.540775 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e10255d-47a2-4d01-84f5-22b94a3b3332 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:03.541187 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e10255d-47a2-4d01-84f5-22b94a3b3332'] response: {'server_uuid': 'ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a', 'name': 'network-vif-deleted', 'tag': '8e90c256-665e-4f33-b503-caed1947ba45', 'status': 'completed', 'code': 200} Mar 31 23:27:03.704601 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f2a4f35-6603-48ea-99f7-bd3c063dc801 req-a2b0895e-11a5-40cb-84b6-2bd8d3e654f6 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 210 time: 0.0370471 Mar 31 23:27:04.832313 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1cbdf843-e2fe-458d-9035-85832647e912 req-c453d225-388f-4ce8-b5f9-5f52f4916264 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae4dad3e-4ac3-42fb-b5be-77e5ce3aa52a HTTP/1.1" status: 200 len: 210 time: 0.0311325 Mar 31 23:27:06.974233 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-410aac69-2329-4048-864d-448c0375665b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:07.324762 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 8e90c256-665e-4f33-b503-caed1947ba45 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:07.347087 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 8e90c256-665e-4f33-b503-caed1947ba45 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:27:07.347415 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 8e90c256-665e-4f33-b503-caed1947ba45 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:08.454570 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36054) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:08.630099 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Deleting port 6ee04a79-6f00-4e89-b173-108132d2378c {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:08.630525 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (6ee04a79-6f00-4e89-b173-108132d2378c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:08.720788 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (6ee04a79-6f00-4e89-b173-108132d2378c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:08.721177 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (6ee04a79-6f00-4e89-b173-108132d2378c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:08.735107 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Calling delete_port for 6ee04a79-6f00-4e89-b173-108132d2378c owned by network:floatingip {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:09.041616 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (6ee04a79-6f00-4e89-b173-108132d2378c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:09.069687 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event deleted for resources: {'Port': ['ID=6ee04a79-6f00-4e89-b173-108132d2378c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:09.139071 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (3b53c70d-31f7-400c-8a54-6dc719d8c0a8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:09.139522 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.db.l3_db [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Floating IP 3b53c70d-31f7-400c-8a54-6dc719d8c0a8 disassociated (deleted). External IP: 172.27.0.33, port: 7e60b80a-1de6-4898-be1c-c6cdc5191f36. Mar 31 23:27:09.153271 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:27:09.375507 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:09.497227 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:09.503449 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:09.511380 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:09.529406 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:09.530454 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:26:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:09.539095 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d6c38ffd-ef62-4fe6-9977-3fa5f50bfe16 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "DELETE /v2.0/floatingips/3b53c70d-31f7-400c-8a54-6dc719d8c0a8 HTTP/1.1" status: 204 len: 168 time: 1.0824730 Mar 31 23:27:09.539694 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:09.546787 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea57962e-69d6-4594-8a0c-25268cf8e7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:09.608305 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a763bc10-1153-4705-869c-9fc89f4a7a19 x-openstack-request-id: req-a763bc10-1153-4705-869c-9fc89f4a7a19 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:09.608744 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:09.609125 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a763bc10-1153-4705-869c-9fc89f4a7a19 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:09.609829 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a763bc10-1153-4705-869c-9fc89f4a7a19'] response: {'name': 'network-changed', 'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'status': 'completed', 'code': 200} Mar 31 23:27:09.715795 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-b601b290-3231-4610-9715-c7018c2d0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:09.717882 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-b601b290-3231-4610-9715-c7018c2d0c51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 1129 time: 0.0800464 Mar 31 23:27:09.823774 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-1d8ce58e-d487-4976-adf7-6aa6af81a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:09.825335 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-1d8ce58e-d487-4976-adf7-6aa6af81a87e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 200 len: 912 time: 0.1015837 Mar 31 23:27:09.873654 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-dbb9e953-944b-4b9e-8494-badf14a5fa1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36 HTTP/1.1" status: 200 len: 217 time: 0.0419161 Mar 31 23:27:09.929141 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:09.951314 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-5b83ce58-4b32-40a2-9c87-e64458587aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:09.953471 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-5b83ce58-4b32-40a2-9c87-e64458587aa8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 200 len: 850 time: 0.0725055 Mar 31 23:27:10.057969 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-5f42e477-d4bf-4501-bf63-b3fa4ff174fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:10.059899 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-5f42e477-d4bf-4501-bf63-b3fa4ff174fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f7744bd-888c-403f-8b6e-027655043a1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996430 Mar 31 23:27:10.108290 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec94a6-4ef8-499c-bce3-0061f2fbf003 req-e746e1d5-166c-4dce-9a35-650090f68b35 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:10.111154 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29ec94a6-4ef8-499c-bce3-0061f2fbf003 req-e746e1d5-166c-4dce-9a35-650090f68b35 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 945 time: 0.0887141 Mar 31 23:27:10.184253 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-29ec94a6-4ef8-499c-bce3-0061f2fbf003 req-0f3023ec-fce3-4295-b121-0da2a6f1818e tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661614 Mar 31 23:27:10.207907 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-cea93a74-fe77-4eb2-8f9a-281222bdbe86 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407263 Mar 31 23:27:10.326481 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:10.347174 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ea57962e-69d6-4594-8a0c-25268cf8e7d5 req-61bf70b6-aac9-44f7-8abd-6b66f4aef5c6 service neutron] 10.222.0.30 "GET /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286163 Mar 31 23:27:10.362875 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:10.374028 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:10.374769 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:26:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:10.510281 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:10.564249 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f53590fd-e52d-4399-9eec-26c06e5af46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:10.805025 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:10.835318 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8031c8-7d64-45b3-9661-b1418f30cc2e None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:19:30Z', 'revision_number': 4, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '34d15866-280a-4c1e-b824-a2600a53fbf0', 'name': '', 'network_id': '2f7744bd-888c-403f-8b6e-027655043a1c', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'mac_address': 'fa:16:3e:b9:5d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:29Z', 'updated_at': '2022-03-31T23:19:37Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'subnets': [{'id': '77a6f477-40a2-4e13-a4e9-e83b0855df72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:11.078571 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592871a4-44ec-4365-a7b5-41abb19922dd None None] New status for floating IP 3b53c70d-31f7-400c-8a54-6dc719d8c0a8: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:27:11.336059 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01317c-8d9b-426f-b43e-4a6ff48aadb3 req-a553a168-cb40-43b6-8dc1-9d67b6c5bcaa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:11.337920 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d01317c-8d9b-426f-b43e-4a6ff48aadb3 req-a553a168-cb40-43b6-8dc1-9d67b6c5bcaa tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 945 time: 0.0589826 Mar 31 23:27:11.394810 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d01317c-8d9b-426f-b43e-4a6ff48aadb3 req-ac034283-a6c9-48be-9839-cdbd3911f887 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/security-groups?id=842325eb-09f1-495a-84b0-27ceb12a2459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506873 Mar 31 23:27:11.578704 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426b14c-ed08-4d02-93be-5219407129cd req-515d0d22-5bf4-4cce-955c-87f5c5f04932 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:11.580428 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a426b14c-ed08-4d02-93be-5219407129cd req-515d0d22-5bf4-4cce-955c-87f5c5f04932 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 945 time: 0.0812869 Mar 31 23:27:11.966472 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Deleting port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:11.966927 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:12.085049 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] For port 7e60b80a-1de6-4898-be1c-c6cdc5191f36, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7e60b80a-1de6-4898-be1c-c6cdc5191f36,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:12.085537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:12.112227 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Calling delete_port for 7e60b80a-1de6-4898-be1c-c6cdc5191f36 owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:12.407790 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (7e60b80a-1de6-4898-be1c-c6cdc5191f36), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:12.438291 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event deleted for resources: {'Port': ['ID=7e60b80a-1de6-4898-be1c-c6cdc5191f36,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:12.507208 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:12.508157 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] No DVR routers for this DVR port 7e60b80a-1de6-4898-be1c-c6cdc5191f36 on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:12.510435 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:12.514124 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-a426b14c-ed08-4d02-93be-5219407129cd req-468abae5-44bc-4593-bedc-2d93208d2f2a tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.30 "DELETE /v2.0/ports/7e60b80a-1de6-4898-be1c-c6cdc5191f36 HTTP/1.1" status: 204 len: 173 time: 0.9274120 Mar 31 23:27:12.514413 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26573249-1733-4c7f-be31-566d76e343c7 req-9a1cd497-2f7d-4e79-a90d-2448cff02f94 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 210 time: 0.0334516 Mar 31 23:27:12.515074 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'name': 'network-vif-deleted', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:27:12.517295 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95e22a0-4814-498a-afa8-5497759ef2c1" -d '{"events": [{"server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "name": "network-vif-deleted", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:27:12.564223 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458ea52e-dbea-42ef-843f-0cf4da1e51e7 x-openstack-request-id: req-458ea52e-dbea-42ef-843f-0cf4da1e51e7 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:27:12.564561 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b854e377-210a-4cdd-add4-c017a025715d", "name": "network-vif-deleted", "tag": "7e60b80a-1de6-4898-be1c-c6cdc5191f36", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:27:12.564936 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-458ea52e-dbea-42ef-843f-0cf4da1e51e7 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:27:12.565692 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458ea52e-dbea-42ef-843f-0cf4da1e51e7'] response: {'server_uuid': 'b854e377-210a-4cdd-add4-c017a025715d', 'name': 'network-vif-deleted', 'tag': '7e60b80a-1de6-4898-be1c-c6cdc5191f36', 'status': 'completed', 'code': 200} Mar 31 23:27:13.709595 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-073bce97-2ec4-4100-8574-3b57713b60ff req-51753458-c20c-4b80-b9bb-9bc8f6765dfd tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "GET /v2.0/ports?device_id=b854e377-210a-4cdd-add4-c017a025715d HTTP/1.1" status: 200 len: 210 time: 0.0527029 Mar 31 23:27:14.787707 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36072) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:14.930587 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Deleting port 8cfbcf25-d23d-4531-a9af-69a4dc2f3dec {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:14.930934 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:15.030593 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:15.031083 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:15.046205 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Calling delete_port for 8cfbcf25-d23d-4531-a9af-69a4dc2f3dec owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:15.110679 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:15.282636 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (8cfbcf25-d23d-4531-a9af-69a4dc2f3dec), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:15.312106 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event deleted for resources: {'Port': ['ID=8cfbcf25-d23d-4531-a9af-69a4dc2f3dec,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:15.370701 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 7e60b80a-1de6-4898-be1c-c6cdc5191f36 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:15.391791 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for floatingip (a6916384-94e9-4092-b78c-2124bd628bdb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:15.393960 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 7e60b80a-1de6-4898-be1c-c6cdc5191f36 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:27:15.394312 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 7e60b80a-1de6-4898-be1c-c6cdc5191f36 not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:15.395138 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:15.396259 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-04c35f1c-75fe-4c13-9d62-6ad7aab9c814 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "DELETE /v2.0/floatingips/a6916384-94e9-4092-b78c-2124bd628bdb HTTP/1.1" status: 204 len: 168 time: 0.6072237 Mar 31 23:27:15.522302 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:16.792832 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36084) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:16.876910 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1e68-2310-4d72-8e8a-8adf785d9b71 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group (842325eb-09f1-495a-84b0-27ceb12a2459), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:16.908822 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1e68-2310-4d72-8e8a-8adf785d9b71 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group (842325eb-09f1-495a-84b0-27ceb12a2459), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:17.059669 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1e68-2310-4d72-8e8a-8adf785d9b71 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (842325eb-09f1-495a-84b0-27ceb12a2459), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:17.062290 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cd6b1e68-2310-4d72-8e8a-8adf785d9b71 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:17.063539 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-cd6b1e68-2310-4d72-8e8a-8adf785d9b71 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] 10.222.0.41 "DELETE /v2.0/security-groups/842325eb-09f1-495a-84b0-27ceb12a2459 HTTP/1.1" status: 204 len: 168 time: 0.2695599 Mar 31 23:27:17.075073 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b1e68-2310-4d72-8e8a-8adf785d9b71 tempest-TestVolumeBootPattern-1943942487 tempest-TestVolumeBootPattern-1943942487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842325eb-09f1-495a-84b0-27ceb12a2459,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:17.213931 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36088) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:17.736875 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (c6bd5ce8-94d2-472c-965a-7f961980ac09), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:17.952259 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:18.029144 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Deleting port 34d15866-280a-4c1e-b824-a2600a53fbf0 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:18.029826 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:18.117094 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] For port 34d15866-280a-4c1e-b824-a2600a53fbf0, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=34d15866-280a-4c1e-b824-a2600a53fbf0,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:18.117579 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:18.133003 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Calling delete_port for 34d15866-280a-4c1e-b824-a2600a53fbf0 owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:18.385032 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (34d15866-280a-4c1e-b824-a2600a53fbf0), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:18.413106 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Pushing event deleted for resources: {'Port': ['ID=34d15866-280a-4c1e-b824-a2600a53fbf0,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:18.656715 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (c6bd5ce8-94d2-472c-965a-7f961980ac09), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:18.893277 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Router c6bd5ce8-94d2-472c-965a-7f961980ac09 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:19.021392 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:19.029488 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-88e13033-6c4d-4329-8b77-75a9a4f4245b admin admin] 10.222.0.41 "PUT /v2.0/routers/c6bd5ce8-94d2-472c-965a-7f961980ac09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8138914 Mar 31 23:27:19.032009 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36092) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:19.032779 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] Sync routers for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:19.049233 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:19.050448 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:27:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:19.201639 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks [] for router (c6bd5ce8-94d2-472c-965a-7f961980ac09), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:19.219653 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:19.310510 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks [] for router_gateway (c6bd5ce8-94d2-472c-965a-7f961980ac09), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:19.420094 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:27:18Z', 'revision_number': 5, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port': {'id': '7ce920a7-32ad-4ef4-ac2f-ac0d65b70336', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:26Z', 'updated_at': '2022-03-31T23:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:19.429116 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Deleting port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:19.429456 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:19.453709 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] Checking router: c6bd5ce8-94d2-472c-965a-7f961980ac09 for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:19.464073 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] Routers {'c6bd5ce8-94d2-472c-965a-7f961980ac09'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:19.464741 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:27:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['c6bd5ce8-94d2-472c-965a-7f961980ac09'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:19.519601 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] For port 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=7ce920a7-32ad-4ef4-ac2f-ac0d65b70336,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:19.519967 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:19.536759 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Calling delete_port for 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:19.578386 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] Set router c6bd5ce8-94d2-472c-965a-7f961980ac09 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:19.645459 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:27:19Z', 'revision_number': 6, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port_host': None}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:19.685121 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330155d4-29d6-440a-acf5-e18a2adf9bc5 None None] The sync data for ids ['c6bd5ce8-94d2-472c-965a-7f961980ac09'] in dv-cinder-835879-3-iscsi is: [{'id': 'c6bd5ce8-94d2-472c-965a-7f961980ac09', 'name': 'tempest-TestVolumeBootPattern-859480526-router', 'tenant_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:25Z', 'updated_at': '2022-03-31T23:27:19Z', 'revision_number': 6, 'project_id': 'f40d1cdb38344edd8c3a9cc6d57dd2f4', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:19.813647 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (7ce920a7-32ad-4ef4-ac2f-ac0d65b70336), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:19.843283 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce920a7-32ad-4ef4-ac2f-ac0d65b70336,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:19.910744 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (c6bd5ce8-94d2-472c-965a-7f961980ac09), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.009545 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (c6bd5ce8-94d2-472c-965a-7f961980ac09), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.012214 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks [] for router_controller (c6bd5ce8-94d2-472c-965a-7f961980ac09), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.116529 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (c6bd5ce8-94d2-472c-965a-7f961980ac09), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.117637 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6bd5ce8-94d2-472c-965a-7f961980ac09 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:27:20.124484 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.126194 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d11f0866-da11-4325-ad69-342d1430f8d3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c6bd5ce8-94d2-472c-965a-7f961980ac09 HTTP/1.1" status: 204 len: 168 time: 1.0951152 Mar 31 23:27:20.129895 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36094) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:20.193800 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d5c7de-1c48-4f2b-96a5-8bd4bc896982 admin admin] Deleting subnet 77a6f477-40a2-4e13-a4e9-e83b0855df72 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:27:20.197387 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c7de-1c48-4f2b-96a5-8bd4bc896982 admin admin] Publish callbacks [] for subnet (77a6f477-40a2-4e13-a4e9-e83b0855df72), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.236068 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c7de-1c48-4f2b-96a5-8bd4bc896982 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2402304'] for subnet (77a6f477-40a2-4e13-a4e9-e83b0855df72), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.319446 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c7de-1c48-4f2b-96a5-8bd4bc896982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (77a6f477-40a2-4e13-a4e9-e83b0855df72), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.453706 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c7de-1c48-4f2b-96a5-8bd4bc896982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25259411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257806'] for subnet (77a6f477-40a2-4e13-a4e9-e83b0855df72), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.491189 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5c7de-1c48-4f2b-96a5-8bd4bc896982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a6f477-40a2-4e13-a4e9-e83b0855df72,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:20.496600 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c7de-1c48-4f2b-96a5-8bd4bc896982 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.501911 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-d9d5c7de-1c48-4f2b-96a5-8bd4bc896982 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/77a6f477-40a2-4e13-a4e9-e83b0855df72 HTTP/1.1" status: 204 len: 168 time: 0.3704693 Mar 31 23:27:20.504486 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d2817-9801-4e28-ae97-5460decb510b None None] Network 2f7744bd-888c-403f-8b6e-027655043a1c requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:27:20.505262 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36096) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:20.624039 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (2f7744bd-888c-403f-8b6e-027655043a1c), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.687917 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] DHCP port deletion for 2f7744bd-888c-403f-8b6e-027655043a1c request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:27:20.711920 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Deleting port 26188dc5-924b-4df1-8286-6b13f41a3fbd {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:20.712453 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.780526 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Deleting port 26188dc5-924b-4df1-8286-6b13f41a3fbd {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:20.781178 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.800259 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] For port 26188dc5-924b-4df1-8286-6b13f41a3fbd, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=26188dc5-924b-4df1-8286-6b13f41a3fbd,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:20.800632 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.817726 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Calling delete_port for 26188dc5-924b-4df1-8286-6b13f41a3fbd owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:20.897333 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] For port 26188dc5-924b-4df1-8286-6b13f41a3fbd, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=26188dc5-924b-4df1-8286-6b13f41a3fbd,segment=NetworkSegment(3b0693a1-26b3-49ae-b6fc-59ddbd4f7330),segment_id=3b0693a1-26b3-49ae-b6fc-59ddbd4f7330)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:20.897926 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:20.919077 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Calling delete_port for 26188dc5-924b-4df1-8286-6b13f41a3fbd owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:20.996775 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:21.045031 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=26188dc5-924b-4df1-8286-6b13f41a3fbd,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.053639 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] No DVR routers for this DVR port 26188dc5-924b-4df1-8286-6b13f41a3fbd on host dv-cinder-835879-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:21.141299 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (2f7744bd-888c-403f-8b6e-027655043a1c), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:21.147841 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (26188dc5-924b-4df1-8286-6b13f41a3fbd), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:21.174402 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Pushing event deleted for resources: {'Port': ['ID=26188dc5-924b-4df1-8286-6b13f41a3fbd,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.179200 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] No DVR routers for this DVR port 26188dc5-924b-4df1-8286-6b13f41a3fbd on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:21.184806 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7744bd-888c-403f-8b6e-027655043a1c']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:21.186616 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.186969 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.187313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.187659 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.188003 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.188326 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.188659 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.188985 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.189321 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.190242 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.190577 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.190902 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.191358 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.191549 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.191844 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991993cb-86c7-4bd6-99e4-e58d059023e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:27:21.210484 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:21.210995 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0693a1-26b3-49ae-b6fc-59ddbd4f7330') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:21.230132 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (3b0693a1-26b3-49ae-b6fc-59ddbd4f7330), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:21.254576 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (3b0693a1-26b3-49ae-b6fc-59ddbd4f7330), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:21.263091 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:27:21.263649 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (3b0693a1-26b3-49ae-b6fc-59ddbd4f7330), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:27:21.266110 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:27:21.390908 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (2f7744bd-888c-403f-8b6e-027655043a1c), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:21.398519 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:21.401872 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f7744bd-888c-403f-8b6e-027655043a1c HTTP/1.1" status: 204 len: 168 time: 0.8952911 Mar 31 23:27:21.405315 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36098) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:21.412638 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f8291-4f67-4985-b340-3f8bfcc90aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7744bd-888c-403f-8b6e-027655043a1c,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:21.636890 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:21.664147 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:27:21.664434 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 7ce920a7-32ad-4ef4-ac2f-ac0d65b70336 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:21.664923 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 34d15866-280a-4c1e-b824-a2600a53fbf0 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:21.688862 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 34d15866-280a-4c1e-b824-a2600a53fbf0 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:27:21.689373 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 34d15866-280a-4c1e-b824-a2600a53fbf0 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:21.690080 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 26188dc5-924b-4df1-8286-6b13f41a3fbd no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:21.723224 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 26188dc5-924b-4df1-8286-6b13f41a3fbd {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:27:21.723779 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 26188dc5-924b-4df1-8286-6b13f41a3fbd not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:21.833405 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (81e094a1-8831-48a9-ba88-923dac30c775), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:22.104371 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Deleting port d3740b9d-e0ea-4477-b42b-390132d5fbb6 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:22.104626 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:22.189305 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] For port d3740b9d-e0ea-4477-b42b-390132d5fbb6, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d3740b9d-e0ea-4477-b42b-390132d5fbb6,segment=NetworkSegment(e5256d8e-cae5-4043-904e-0d83e0d1f00d),segment_id=e5256d8e-cae5-4043-904e-0d83e0d1f00d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:22.190220 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:22.204696 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Calling delete_port for d3740b9d-e0ea-4477-b42b-390132d5fbb6 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:22.493393 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (d3740b9d-e0ea-4477-b42b-390132d5fbb6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:22.527980 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3740b9d-e0ea-4477-b42b-390132d5fbb6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:22.749985 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (81e094a1-8831-48a9-ba88-923dac30c775), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:22.994282 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Router 81e094a1-8831-48a9-ba88-923dac30c775 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:27:23.117148 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:27:23.122495 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-911b69bd-0354-4806-9886-97c56e2320f4 admin admin] 10.222.0.41 "PUT /v2.0/routers/81e094a1-8831-48a9-ba88-923dac30c775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7156432 Mar 31 23:27:23.126600 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36100) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:23.128967 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] Sync routers for ids ['81e094a1-8831-48a9-ba88-923dac30c775'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:27:23.141303 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] Routers {'81e094a1-8831-48a9-ba88-923dac30c775'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:23.142131 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:27:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['81e094a1-8831-48a9-ba88-923dac30c775'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:23.250729 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks [] for router (81e094a1-8831-48a9-ba88-923dac30c775), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:23.271781 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] Set router 81e094a1-8831-48a9-ba88-923dac30c775 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:23.640015 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks [] for router_gateway (81e094a1-8831-48a9-ba88-923dac30c775), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:23.641762 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:27:22Z', 'revision_number': 5, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:23.691759 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] Checking router: 81e094a1-8831-48a9-ba88-923dac30c775 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:27:23.706939 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] Routers {'81e094a1-8831-48a9-ba88-923dac30c775'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:27:23.707644 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:27:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['81e094a1-8831-48a9-ba88-923dac30c775'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:23.828177 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] Set router 81e094a1-8831-48a9-ba88-923dac30c775 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:27:23.837951 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Deleting port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:23.838310 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:23.945667 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] For port 4efd1211-844f-456a-88f3-bc3f5b7d8a9c, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=4efd1211-844f-456a-88f3-bc3f5b7d8a9c,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:23.946413 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:23.971293 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Calling delete_port for 4efd1211-844f-456a-88f3-bc3f5b7d8a9c owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:24.044961 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:27:22Z', 'revision_number': 5, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:24.093589 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea986f-b887-4388-bfd8-99f7755245b7 None None] The sync data for ids ['81e094a1-8831-48a9-ba88-923dac30c775'] in dv-cinder-835879-3-iscsi is: [{'id': '81e094a1-8831-48a9-ba88-923dac30c775', 'name': 'tempest-TestVolumeBootPattern-336244976-router', 'tenant_id': '70e2f4b423df404db0fc2deb61e8afee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:19:35Z', 'updated_at': '2022-03-31T23:27:22Z', 'revision_number': 5, 'project_id': '70e2f4b423df404db0fc2deb61e8afee', 'gw_port': {'id': '4efd1211-844f-456a-88f3-bc3f5b7d8a9c', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e094a1-8831-48a9-ba88-923dac30c775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:19:36Z', 'updated_at': '2022-03-31T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:27:24.299982 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (4efd1211-844f-456a-88f3-bc3f5b7d8a9c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:24.333976 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efd1211-844f-456a-88f3-bc3f5b7d8a9c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:24.420497 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (81e094a1-8831-48a9-ba88-923dac30c775), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:24.571710 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (81e094a1-8831-48a9-ba88-923dac30c775), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:24.574391 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks [] for router_controller (81e094a1-8831-48a9-ba88-923dac30c775), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:24.686590 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (81e094a1-8831-48a9-ba88-923dac30c775), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:24.687286 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e094a1-8831-48a9-ba88-923dac30c775 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:27:24.692290 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:24.694017 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-95d1f260-2772-4e98-96c9-006d0fb7e692 admin admin] 10.222.0.41 "DELETE /v2.0/routers/81e094a1-8831-48a9-ba88-923dac30c775 HTTP/1.1" status: 204 len: 168 time: 1.5656259 Mar 31 23:27:24.698048 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36102) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:24.754042 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-279f792b-e49d-4164-9d31-5671226fa09f admin admin] Deleting subnet cd02957b-20fa-452e-ac7a-c6aefabb39e7 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:27:24.758827 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279f792b-e49d-4164-9d31-5671226fa09f admin admin] Publish callbacks [] for subnet (cd02957b-20fa-452e-ac7a-c6aefabb39e7), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:24.817685 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279f792b-e49d-4164-9d31-5671226fa09f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2402304'] for subnet (cd02957b-20fa-452e-ac7a-c6aefabb39e7), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:24.962080 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279f792b-e49d-4164-9d31-5671226fa09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (cd02957b-20fa-452e-ac7a-c6aefabb39e7), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.122875 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279f792b-e49d-4164-9d31-5671226fa09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25259411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257806'] for subnet (cd02957b-20fa-452e-ac7a-c6aefabb39e7), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.149871 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f792b-e49d-4164-9d31-5671226fa09f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd02957b-20fa-452e-ac7a-c6aefabb39e7,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.155154 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-279f792b-e49d-4164-9d31-5671226fa09f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.158979 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-279f792b-e49d-4164-9d31-5671226fa09f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cd02957b-20fa-452e-ac7a-c6aefabb39e7 HTTP/1.1" status: 204 len: 168 time: 0.4583526 Mar 31 23:27:25.162707 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36104) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:25.165467 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e213e062-ced9-4980-88b4-fc8d761ddcbc None None] Network 55b229f6-b246-4efb-932a-86f685340068 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:27:25.250950 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (55b229f6-b246-4efb-932a-86f685340068), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.312492 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Deleting port d8b2dfb4-6678-4606-a266-0f36f6e794d6 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:25.312837 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.399028 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] For port d8b2dfb4-6678-4606-a266-0f36f6e794d6, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d8b2dfb4-6678-4606-a266-0f36f6e794d6,segment=NetworkSegment(e5256d8e-cae5-4043-904e-0d83e0d1f00d),segment_id=e5256d8e-cae5-4043-904e-0d83e0d1f00d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:25.399645 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.410547 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ee116-a992-4260-bf52-e524f94606cf None None] DHCP port deletion for 55b229f6-b246-4efb-932a-86f685340068 request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:27:25.427028 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Calling delete_port for d8b2dfb4-6678-4606-a266-0f36f6e794d6 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:25.471129 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-814ee116-a992-4260-bf52-e524f94606cf None None] Deleting port d8b2dfb4-6678-4606-a266-0f36f6e794d6 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:27:25.471489 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-814ee116-a992-4260-bf52-e524f94606cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.544129 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-814ee116-a992-4260-bf52-e524f94606cf None None] For port d8b2dfb4-6678-4606-a266-0f36f6e794d6, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=d8b2dfb4-6678-4606-a266-0f36f6e794d6,segment=NetworkSegment(e5256d8e-cae5-4043-904e-0d83e0d1f00d),segment_id=e5256d8e-cae5-4043-904e-0d83e0d1f00d)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:27:25.544667 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-814ee116-a992-4260-bf52-e524f94606cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.567346 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-814ee116-a992-4260-bf52-e524f94606cf None None] Calling delete_port for d8b2dfb4-6678-4606-a266-0f36f6e794d6 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:27:25.624984 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.656888 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b2dfb4-6678-4606-a266-0f36f6e794d6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.661431 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d3740b9d-e0ea-4477-b42b-390132d5fbb6 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:25.661897 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] No DVR routers for this DVR port d8b2dfb4-6678-4606-a266-0f36f6e794d6 on host dv-cinder-835879-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:25.711442 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: d3740b9d-e0ea-4477-b42b-390132d5fbb6 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:27:25.712046 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d3740b9d-e0ea-4477-b42b-390132d5fbb6 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:25.712766 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 4efd1211-844f-456a-88f3-bc3f5b7d8a9c no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:25.744227 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (55b229f6-b246-4efb-932a-86f685340068), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.751459 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 4efd1211-844f-456a-88f3-bc3f5b7d8a9c {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:27:25.752585 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 4efd1211-844f-456a-88f3-bc3f5b7d8a9c not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:25.753287 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d8b2dfb4-6678-4606-a266-0f36f6e794d6 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:27:25.757722 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-814ee116-a992-4260-bf52-e524f94606cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (d8b2dfb4-6678-4606-a266-0f36f6e794d6), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.769376 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b229f6-b246-4efb-932a-86f685340068']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:25.780826 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5256d8e-cae5-4043-904e-0d83e0d1f00d') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:25.781125 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5256d8e-cae5-4043-904e-0d83e0d1f00d') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:27:25.792470 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33367954'] for segment (e5256d8e-cae5-4043-904e-0d83e0d1f00d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.808072 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (e5256d8e-cae5-4043-904e-0d83e0d1f00d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.816034 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:27:25.816442 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29396951'] for segment (e5256d8e-cae5-4043-904e-0d83e0d1f00d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: timer() Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: cb(*args, **kw) Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: self._notify() Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: self.callback(batched_events) Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: event.method(event) Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._get(url).json() Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:27:25.819253 dv-cinder-835879-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:27:25.835605 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: d8b2dfb4-6678-4606-a266-0f36f6e794d6 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:27:25.836181 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device d8b2dfb4-6678-4606-a266-0f36f6e794d6 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:27:25.843510 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ee116-a992-4260-bf52-e524f94606cf None None] Pushing event deleted for resources: {'Port': ['ID=d8b2dfb4-6678-4606-a266-0f36f6e794d6,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:25.850122 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ee116-a992-4260-bf52-e524f94606cf None None] No DVR routers for this DVR port d8b2dfb4-6678-4606-a266-0f36f6e794d6 on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:27:25.973889 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (55b229f6-b246-4efb-932a-86f685340068), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.979624 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:25.985996 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] 10.222.0.41 "DELETE /v2.0/networks/55b229f6-b246-4efb-932a-86f685340068 HTTP/1.1" status: 204 len: 168 time: 0.8218954 Mar 31 23:27:26.008208 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877a889-f842-4e36-8717-8653d73b4049 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b229f6-b246-4efb-932a-86f685340068,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:26.306226 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36108) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:26.352136 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fd4e6b9a-17a0-4516-bc67-dd011b6f45a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f40d1cdb38344edd8c3a9cc6d57dd2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444925 Mar 31 23:27:26.354871 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36110) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:26.413410 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bcbed88c-a6a8-443e-98c9-6b53445c3046 admin admin] Publish callbacks [] for security_group (611c36e3-a070-4f2a-9a1d-217928b4fc8f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:26.438804 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bcbed88c-a6a8-443e-98c9-6b53445c3046 admin admin] Publish callbacks [] for security_group (611c36e3-a070-4f2a-9a1d-217928b4fc8f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:26.567964 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bcbed88c-a6a8-443e-98c9-6b53445c3046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (611c36e3-a070-4f2a-9a1d-217928b4fc8f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:26.570628 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bcbed88c-a6a8-443e-98c9-6b53445c3046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:26.572080 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bcbed88c-a6a8-443e-98c9-6b53445c3046 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/611c36e3-a070-4f2a-9a1d-217928b4fc8f HTTP/1.1" status: 204 len: 168 time: 0.2162356 Mar 31 23:27:26.581319 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbed88c-a6a8-443e-98c9-6b53445c3046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c36e3-a070-4f2a-9a1d-217928b4fc8f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:27.403296 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36116) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:27.468866 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6e8ab223-8008-479a-b02f-a32e989d406e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70e2f4b423df404db0fc2deb61e8afee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640419 Mar 31 23:27:27.471316 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36118) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:27:27.557834 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe18787-6aa3-4c07-a4ed-66337c8689fc admin admin] Publish callbacks [] for security_group (57f23a05-c789-403f-ab98-85ec53c9a48b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:27.588918 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe18787-6aa3-4c07-a4ed-66337c8689fc admin admin] Publish callbacks [] for security_group (57f23a05-c789-403f-ab98-85ec53c9a48b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:27.727605 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe18787-6aa3-4c07-a4ed-66337c8689fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (57f23a05-c789-403f-ab98-85ec53c9a48b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:27.730277 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3fe18787-6aa3-4c07-a4ed-66337c8689fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:27.731479 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3fe18787-6aa3-4c07-a4ed-66337c8689fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57f23a05-c789-403f-ab98-85ec53c9a48b HTTP/1.1" status: 204 len: 168 time: 0.2588336 Mar 31 23:27:27.740730 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe18787-6aa3-4c07-a4ed-66337c8689fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f23a05-c789-403f-ab98-85ec53c9a48b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:27:31.832479 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3465f931-bb14-4413-b06f-8163c911393a req-5b6264f2-5a8c-4f20-99bf-949af756d8ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493011 Mar 31 23:27:31.951287 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f931-bb14-4413-b06f-8163c911393a req-d25c7509-8b09-4c94-b2e2-faef804d1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:31.952817 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3465f931-bb14-4413-b06f-8163c911393a req-d25c7509-8b09-4c94-b2e2-faef804d1e5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1130 time: 0.0679200 Mar 31 23:27:32.078681 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f931-bb14-4413-b06f-8163c911393a req-243e4cf6-ab85-4b4b-9687-86050a592ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.080738 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3465f931-bb14-4413-b06f-8163c911393a req-243e4cf6-ab85-4b4b-9687-86050a592ea2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 909 time: 0.1024840 Mar 31 23:27:32.149630 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3465f931-bb14-4413-b06f-8163c911393a req-7075a1f7-ad98-4edb-a759-dcb4208517b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 1001 time: 0.0630357 Mar 31 23:27:32.204831 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f931-bb14-4413-b06f-8163c911393a req-48cf6f45-4108-4e45-a43e-6d1a601f494a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.206540 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3465f931-bb14-4413-b06f-8163c911393a req-48cf6f45-4108-4e45-a43e-6d1a601f494a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 200 len: 847 time: 0.0508614 Mar 31 23:27:32.259911 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465f931-bb14-4413-b06f-8163c911393a req-db56846f-e033-489e-9d44-b45fe896a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:32.261601 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3465f931-bb14-4413-b06f-8163c911393a req-db56846f-e033-489e-9d44-b45fe896a308 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3d7debf-2c80-4e56-a7fb-a47a21156a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477378 Mar 31 23:27:32.359883 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3465f931-bb14-4413-b06f-8163c911393a req-cb2309ca-a0c6-4da8-be80-f44d4b2521ce service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914016 Mar 31 23:27:32.463238 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-3465f931-bb14-4413-b06f-8163c911393a req-b7302015-d606-4772-b754-ce8a2be8cd1b service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949485 Mar 31 23:27:36.985028 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-a0c78113-2ee2-4de3-b01d-8a811f16332f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:40.573313 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-979f6e0d-753f-48ea-944d-d2348d257a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:42.505023 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:45.114993 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:45.451764 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:46.152577 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:27:46.737759 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ccf13-ae30-4e3c-8cdb-8edd9187bf1d req-87919870-dcf2-495a-a608-27a70b9fc1ac tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:46.739399 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b9ccf13-ae30-4e3c-8cdb-8edd9187bf1d req-87919870-dcf2-495a-a608-27a70b9fc1ac tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0818169 Mar 31 23:27:46.800010 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b9ccf13-ae30-4e3c-8cdb-8edd9187bf1d req-186f4b58-5f47-43dc-99f3-2767b4cab3ba tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503719 Mar 31 23:27:47.933391 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:27:47.944964 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0e64c-51b5-4fe0-8aad-80ccddea7ae0 req-6f608729-0acf-41b3-89a2-aadf896a708b tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:47.946771 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9cc0e64c-51b5-4fe0-8aad-80ccddea7ae0 req-6f608729-0acf-41b3-89a2-aadf896a708b tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0664585 Mar 31 23:27:48.012892 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9cc0e64c-51b5-4fe0-8aad-80ccddea7ae0 req-5f3e62a8-f032-4174-bc40-d17ba8957ac0 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557652 Mar 31 23:27:49.161464 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1d76c-e2b3-4527-a6f3-4d684c58441e req-ca11d906-0e40-435d-893c-c5d9c9706ca0 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:49.163142 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7f1d76c-e2b3-4527-a6f3-4d684c58441e req-ca11d906-0e40-435d-893c-c5d9c9706ca0 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0657625 Mar 31 23:27:49.227420 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7f1d76c-e2b3-4527-a6f3-4d684c58441e req-b094e29d-f298-435a-9c53-7bf90304e4e0 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540314 Mar 31 23:27:50.364662 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab36bb-0957-4bb0-b7b0-f72a35e043d3 req-a52d2583-8196-4258-8ea6-f7033e317493 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:50.366298 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60ab36bb-0957-4bb0-b7b0-f72a35e043d3 req-a52d2583-8196-4258-8ea6-f7033e317493 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0586970 Mar 31 23:27:50.434084 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-60ab36bb-0957-4bb0-b7b0-f72a35e043d3 req-e885aaf7-27ee-4302-bb9b-545ed40e2ecf tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618532 Mar 31 23:27:51.566840 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae6ac7-541b-4f18-b635-b01fa9709233 req-e2ce7e91-fa46-4ea0-80a3-ba14e3f8da0d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:51.568840 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26ae6ac7-541b-4f18-b635-b01fa9709233 req-e2ce7e91-fa46-4ea0-80a3-ba14e3f8da0d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0595276 Mar 31 23:27:51.623865 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26ae6ac7-541b-4f18-b635-b01fa9709233 req-9a8acdd4-a980-43d9-9f8a-84946fe33653 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483367 Mar 31 23:27:52.760607 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac1597-f9de-4802-8cc5-17ecc40298d2 req-68bd8d3d-f47c-4a65-b00b-407f8b7d7e09 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:52.762291 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2ac1597-f9de-4802-8cc5-17ecc40298d2 req-68bd8d3d-f47c-4a65-b00b-407f8b7d7e09 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0640924 Mar 31 23:27:52.821618 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2ac1597-f9de-4802-8cc5-17ecc40298d2 req-17a1c607-a2fe-4854-8494-24e4f0995ed5 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487113 Mar 31 23:27:53.972070 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3a520-f8a8-44a9-8323-5aabd24ba431 req-c7be7cac-eaf7-4d5f-b430-579b1c87cb83 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:53.974780 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80d3a520-f8a8-44a9-8323-5aabd24ba431 req-c7be7cac-eaf7-4d5f-b430-579b1c87cb83 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0703313 Mar 31 23:27:54.031842 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80d3a520-f8a8-44a9-8323-5aabd24ba431 req-15db66a8-8f30-414a-9613-2abe266009aa tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510039 Mar 31 23:27:55.165353 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2bde3-0881-4567-a219-c8b720af12b0 req-5fcbb41a-e9d6-45d6-9dd9-ecc8efcf3406 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:55.167130 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d6e2bde3-0881-4567-a219-c8b720af12b0 req-5fcbb41a-e9d6-45d6-9dd9-ecc8efcf3406 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0605192 Mar 31 23:27:55.228110 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d6e2bde3-0881-4567-a219-c8b720af12b0 req-42a65899-c0eb-42b5-8c73-4f4858452fc2 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548646 Mar 31 23:27:56.369867 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3c81d-5a2b-4708-8d2b-ca2009dba21e req-7a41612f-bd93-480b-899c-be82899e5f4f tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:56.371599 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f3c81d-5a2b-4708-8d2b-ca2009dba21e req-7a41612f-bd93-480b-899c-be82899e5f4f tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0688291 Mar 31 23:27:56.427628 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f0f3c81d-5a2b-4708-8d2b-ca2009dba21e req-b7183c3d-d6f1-4511-8876-478275a32b01 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493417 Mar 31 23:27:56.948770 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-c021bed9-5e2c-45e7-97fa-ac5a5b3aad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:56.950401 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-c021bed9-5e2c-45e7-97fa-ac5a5b3aad90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1130 time: 0.0514963 Mar 31 23:27:57.073657 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-dbff2898-e139-4743-bee0-e2a9a0068a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:57.075274 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-dbff2898-e139-4743-bee0-e2a9a0068a49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 909 time: 0.1140056 Mar 31 23:27:57.146334 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-524bc798-cb86-4df9-96c2-091ef680a7f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 1001 time: 0.0649800 Mar 31 23:27:57.203442 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-af2593fe-afd0-4fed-a5a7-3c74d57421e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:57.205605 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-af2593fe-afd0-4fed-a5a7-3c74d57421e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 200 len: 847 time: 0.0530255 Mar 31 23:27:57.270805 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-c1051d4b-c0c4-40d5-bd33-8d3ffbbff2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:57.272979 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-c1051d4b-c0c4-40d5-bd33-8d3ffbbff2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3d7debf-2c80-4e56-a7fb-a47a21156a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600681 Mar 31 23:27:57.390924 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-a247f584-dbd1-4594-a8ab-cd09020bd244 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108561 Mar 31 23:27:57.525708 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-0d49640e-185f-4e99-974d-2eea94ec7f22 req-38cdaba6-7b2d-4fe2-ae88-6cd7c9368807 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275361 Mar 31 23:27:57.583341 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735bbe3-c37a-45e0-876a-f47de33f5021 req-bd5db183-02e6-42bd-8ae4-0837e67f1ed2 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:57.584897 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d735bbe3-c37a-45e0-876a-f47de33f5021 req-bd5db183-02e6-42bd-8ae4-0837e67f1ed2 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0619020 Mar 31 23:27:57.637741 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d735bbe3-c37a-45e0-876a-f47de33f5021 req-916474c6-6eba-418d-b38d-45f69ea42950 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463996 Mar 31 23:27:58.804111 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2387f-6ba6-4a2d-92ce-0f30e33563a8 req-b1a76e40-4ce9-4435-a9b2-f9a73e0771e5 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:27:58.807688 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0c2387f-6ba6-4a2d-92ce-0f30e33563a8 req-b1a76e40-4ce9-4435-a9b2-f9a73e0771e5 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0753112 Mar 31 23:27:58.878205 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0c2387f-6ba6-4a2d-92ce-0f30e33563a8 req-832e41a6-2922-451f-b5aa-58dd09362c2a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643210 Mar 31 23:28:00.015035 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c52634-0e4b-4903-ba5d-3d510f2d7e31 req-7f3bb132-657c-4ee1-a123-2ab010bc7717 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:00.016726 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05c52634-0e4b-4903-ba5d-3d510f2d7e31 req-7f3bb132-657c-4ee1-a123-2ab010bc7717 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0573976 Mar 31 23:28:00.095582 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05c52634-0e4b-4903-ba5d-3d510f2d7e31 req-7190c3d5-5d50-4c8b-92fe-2347528ec8e3 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687966 Mar 31 23:28:01.232657 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068b763-fa7b-4054-975d-fe0a18d7100a req-7bff5e72-da75-4b28-a578-12e02e54b70c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.234361 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6068b763-fa7b-4054-975d-fe0a18d7100a req-7bff5e72-da75-4b28-a578-12e02e54b70c tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0569222 Mar 31 23:28:01.314787 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6068b763-fa7b-4054-975d-fe0a18d7100a req-c5462903-63f0-414f-952d-1a19760b0f64 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727506 Mar 31 23:28:01.513581 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-d22e1fa7-42c8-4da5-81d5-8d5ad504e2da req-9e12ff5d-3b92-4b0e-9413-0c50baa7817e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:28:01.514750 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d22e1fa7-42c8-4da5-81d5-8d5ad504e2da req-9e12ff5d-3b92-4b0e-9413-0c50baa7817e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1277254 Mar 31 23:28:01.848775 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d77fe3-1729-4fd9-82ce-47d794f85c31 req-5931025c-2b4a-46a0-bec5-1a0c1d016abe tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:01.850396 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23d77fe3-1729-4fd9-82ce-47d794f85c31 req-5931025c-2b4a-46a0-bec5-1a0c1d016abe tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0712290 Mar 31 23:28:01.938735 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23d77fe3-1729-4fd9-82ce-47d794f85c31 req-74683fcf-2cfd-4024-823b-03064eed43a9 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799959 Mar 31 23:28:01.993073 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-ed3198fc-1a34-4e9d-885d-98c14cca9e98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413696 Mar 31 23:28:02.002550 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-945ba75e-b33f-4576-a757-d7ae8e33be99 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 23:28:02.003657 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-945ba75e-b33f-4576-a757-d7ae8e33be99 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056317 Mar 31 23:28:02.238430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-a9fc252c-dd54-4f2a-bf30-1ccea73d1aff tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:02.239981 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-a9fc252c-dd54-4f2a-bf30-1ccea73d1aff tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports/4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 943 time: 0.1964967 Mar 31 23:28:03.109738 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbee041-029e-432b-920b-f71974aa5d2a req-c0a53fa8-54b4-4460-a2bc-0cf759e14121 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:03.112490 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfbee041-029e-432b-920b-f71974aa5d2a req-c0a53fa8-54b4-4460-a2bc-0cf759e14121 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0881944 Mar 31 23:28:03.197587 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bfbee041-029e-432b-920b-f71974aa5d2a req-02f34331-025c-442c-9734-498181482d80 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785127 Mar 31 23:28:03.697948 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 4acb5779-bad1-400f-81e5-f09e545f5f8b no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:28:03.790348 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 4acb5779-bad1-400f-81e5-f09e545f5f8b is: ACTIVE; New status is: DOWN {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:28:03.790933 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:03.831943 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:03.835657 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18136388-1b06-4d9e-9d34-0cf89a868663" -d '{"events": [{"server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "name": "network-vif-unplugged", "status": "completed", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:03.863901 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:03.975563 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b6ab3-91f0-41c1-9a02-ce5262290b82 x-openstack-request-id: req-af9b6ab3-91f0-41c1-9a02-ce5262290b82 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:03.976001 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "name": "network-vif-unplugged", "status": "failed", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b", "code": 422}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:03.976317 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af9b6ab3-91f0-41c1-9a02-ce5262290b82 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:03.976844 dv-cinder-835879-3-iscsi neutron-server[104018]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-af9b6ab3-91f0-41c1-9a02-ce5262290b82']: {'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'code': 422} returned with failed status Mar 31 23:28:04.035971 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:04.089581 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=6']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:04.362431 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a0ce9-46c8-4cfb-a187-2f978977d92b req-a8852099-7269-4db8-b166-63f9b06e6c96 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:04.364412 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac2a0ce9-46c8-4cfb-a187-2f978977d92b req-a8852099-7269-4db8-b166-63f9b06e6c96 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0837479 Mar 31 23:28:04.457485 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac2a0ce9-46c8-4cfb-a187-2f978977d92b req-9313f82c-5345-42d3-9501-ac4cb1e64345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834761 Mar 31 23:28:05.452401 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-98423cb7-bb25-430e-b1a1-ed29128ac42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.454206 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-98423cb7-bb25-430e-b1a1-ed29128ac42b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481&tenant_id=5207e3c7a192416bbc2301c9a7e7fc51 HTTP/1.1" status: 200 len: 1128 time: 0.0494206 Mar 31 23:28:05.531921 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-dd0db3dd-6389-45fd-b7a8-32f2b4266ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.534396 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-dd0db3dd-6389-45fd-b7a8-32f2b4266ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1128 time: 0.0569339 Mar 31 23:28:05.599743 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da69769-0fe6-45c5-a7e4-f4b3bb7c3ce8 req-ff9f8135-ad72-49db-942f-be1d3d805ee0 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.602520 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0da69769-0fe6-45c5-a7e4-f4b3bb7c3ce8 req-ff9f8135-ad72-49db-942f-be1d3d805ee0 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0649137 Mar 31 23:28:05.640449 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-899830e3-4f04-4587-a362-5858d7d66535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.642041 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-899830e3-4f04-4587-a362-5858d7d66535 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 909 time: 0.0994561 Mar 31 23:28:05.661774 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0da69769-0fe6-45c5-a7e4-f4b3bb7c3ce8 req-3bc647a2-eaea-4958-b7e3-5866a4fa5032 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536137 Mar 31 23:28:05.715723 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-03eb64f9-c41c-4e92-89e0-85ebdc8995b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 999 time: 0.0671067 Mar 31 23:28:05.792038 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-b99549b3-02ee-45eb-8a9f-6af546ade0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.793758 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-b99549b3-02ee-45eb-8a9f-6af546ade0c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 200 len: 847 time: 0.0719573 Mar 31 23:28:05.871178 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-88ee751f-fcb1-423c-946f-b108300c3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:05.872693 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-88ee751f-fcb1-423c-946f-b108300c3ba7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3d7debf-2c80-4e56-a7fb-a47a21156a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729249 Mar 31 23:28:05.971692 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-a3fc6384-60c0-4d64-a8a1-ec2597d3be31 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904875 Mar 31 23:28:06.348167 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-e207aa4b-e88b-4821-839a-4a58f31f69d7 req-7bbae676-fd98-42b1-85a7-f616ef31f936 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696916 Mar 31 23:28:06.795905 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b985492-cf78-4dfd-9c0f-c6cb20c436c6 req-e2f43c09-4968-43ad-ac72-e686f3955747 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:06.797448 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b985492-cf78-4dfd-9c0f-c6cb20c436c6 req-e2f43c09-4968-43ad-ac72-e686f3955747 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0622792 Mar 31 23:28:06.859434 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b985492-cf78-4dfd-9c0f-c6cb20c436c6 req-e2f8db2c-f356-4b13-9f4e-f8c92a3c01a2 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555010 Mar 31 23:28:06.978640 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-9aaf3c48-fae8-4510-8335-3be58b049510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:07.983014 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bddd0-5834-44a3-82ef-161a77a0ac35 req-db093124-4671-419b-8404-ba8784617345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:07.984597 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c5bddd0-5834-44a3-82ef-161a77a0ac35 req-db093124-4671-419b-8404-ba8784617345 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0546722 Mar 31 23:28:08.042406 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c5bddd0-5834-44a3-82ef-161a77a0ac35 req-690fc44e-0c7e-4ff9-b735-8d8d1a793e2a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511854 Mar 31 23:28:09.182676 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db318ba-04f2-40c1-b009-a3c1e9eb6d73 req-94d73e9c-b137-4987-8e69-0cdefca51050 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:09.185209 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0db318ba-04f2-40c1-b009-a3c1e9eb6d73 req-94d73e9c-b137-4987-8e69-0cdefca51050 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0724990 Mar 31 23:28:09.268768 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0db318ba-04f2-40c1-b009-a3c1e9eb6d73 req-6857147d-9658-45d2-b861-081e1000c4c2 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760102 Mar 31 23:28:10.395939 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a36dd5-f36a-474c-b3e7-7bb4b88a1710 req-7cccc81b-5099-4a13-a395-15a7acadfe31 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:10.397533 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67a36dd5-f36a-474c-b3e7-7bb4b88a1710 req-7cccc81b-5099-4a13-a395-15a7acadfe31 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0592022 Mar 31 23:28:10.453086 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-67a36dd5-f36a-474c-b3e7-7bb4b88a1710 req-e71587de-7808-424a-bfa0-78ebaf170c52 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464740 Mar 31 23:28:10.549926 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-cab7f007-52e4-4f44-a608-670462d3c399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:11.588896 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1aa2d-6555-4cd2-bdd0-07f982ccf19f req-4d846860-9d90-4af9-bb2a-83e6fe4a5e06 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:11.590552 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96b1aa2d-6555-4cd2-bdd0-07f982ccf19f req-4d846860-9d90-4af9-bb2a-83e6fe4a5e06 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0629501 Mar 31 23:28:11.649257 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96b1aa2d-6555-4cd2-bdd0-07f982ccf19f req-c100b5f4-9182-4cb7-b411-c7254bb6800e tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510223 Mar 31 23:28:12.481572 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:12.821911 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd949158-9be9-4a51-bebb-d68a99223d08 req-d38375b7-cea0-4939-9f7a-09a2bc07d246 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:12.821911 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd949158-9be9-4a51-bebb-d68a99223d08 req-d38375b7-cea0-4939-9f7a-09a2bc07d246 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0592983 Mar 31 23:28:12.877198 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd949158-9be9-4a51-bebb-d68a99223d08 req-7a0bf857-ae71-4bff-9e22-c0cde228396a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507936 Mar 31 23:28:14.016051 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb3d26-ea7e-4422-9d0a-7c646e4e07d8 req-2eee6bcd-1843-40d8-addd-cb7c62f66c38 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:14.017751 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40bb3d26-ea7e-4422-9d0a-7c646e4e07d8 req-2eee6bcd-1843-40d8-addd-cb7c62f66c38 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0617294 Mar 31 23:28:14.081715 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40bb3d26-ea7e-4422-9d0a-7c646e4e07d8 req-3115307b-6fd9-4889-8052-f014ab971127 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535126 Mar 31 23:28:15.137254 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:15.230462 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab326909-42b8-4daf-85f0-a3a3888b4956 req-c8a397fc-4e42-49b9-ac07-90650e86e33f tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:15.232055 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab326909-42b8-4daf-85f0-a3a3888b4956 req-c8a397fc-4e42-49b9-ac07-90650e86e33f tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 944 time: 0.0677481 Mar 31 23:28:15.291151 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab326909-42b8-4daf-85f0-a3a3888b4956 req-1b8e44bc-1123-4914-9337-a0d93302d141 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521114 Mar 31 23:28:15.418226 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:15.744354 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 4acb5779-bad1-400f-81e5-f09e545f5f8b details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=104018) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 23:28:15.852621 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:15.867599 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Returning: {'device': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'port_id': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'mac_address': 'fa:16:3e:f6:b4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104018) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 23:28:15.914454 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 4acb5779-bad1-400f-81e5-f09e545f5f8b is: DOWN; New status is: BUILD {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:28:15.914854 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:15.931902 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acb5779-bad1-400f-81e5-f09e545f5f8b {{(pid=104018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 23:28:15.954056 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:16.030776 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:16.088005 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=7']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:16.272996 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] get_ports_and_sgs() called for port_ids ['4acb5779-bad1-400f-81e5-f09e545f5f8b'] {{(pid=104018) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 23:28:16.479916 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87025de4-f12b-4fda-8c98-1ed29ca70b78 req-99fa01c3-b5e2-4f9a-b02f-e4d180bc3413 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:16.481506 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-87025de4-f12b-4fda-8c98-1ed29ca70b78 req-99fa01c3-b5e2-4f9a-b02f-e4d180bc3413 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 945 time: 0.0768449 Mar 31 23:28:16.543983 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-87025de4-f12b-4fda-8c98-1ed29ca70b78 req-392c4099-34ea-45b9-b73d-92cfe074166d tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515251 Mar 31 23:28:17.696068 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8200db-a788-419a-a43d-6b053bdd8e96 req-a6473004-ea86-4340-9949-81a7e43083f2 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:17.697715 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee8200db-a788-419a-a43d-6b053bdd8e96 req-a6473004-ea86-4340-9949-81a7e43083f2 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 945 time: 0.0620880 Mar 31 23:28:17.757483 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee8200db-a788-419a-a43d-6b053bdd8e96 req-1bea447f-d6e8-4cc8-9088-678374968eda tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514257 Mar 31 23:28:17.761912 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 4acb5779-bad1-400f-81e5-f09e545f5f8b up at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 23:28:17.832713 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.provisioning_blocks [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Provisioning complete for port 4acb5779-bad1-400f-81e5-f09e545f5f8b triggered by entity L2. {{(pid=104018) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 23:28:17.833822 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624597'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), provisioning_complete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:17.936439 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:17.939599 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Current status of the port 4acb5779-bad1-400f-81e5-f09e545f5f8b is: BUILD; New status is: ACTIVE {{(pid=104018) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 23:28:17.939986 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-601647'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:17.966045 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b'}] {{(pid=104018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:28:17.968398 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65575b1bfeabe96152dcfc57089b2c4ea2d4f49c28ed34cddd009c2e01143747" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b15482-1033-4518-96a7-c89be6c27ac0" -d '{"events": [{"server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "name": "network-vif-plugged", "status": "completed", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b"}]}' {{(pid=104018) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:28:17.986405 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:28:18.024160 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef018d6-e838-46a1-bbfc-54f851200607 x-openstack-request-id: req-2ef018d6-e838-46a1-bbfc-54f851200607 {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:28:18.024598 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "name": "network-vif-plugged", "status": "completed", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b", "code": 200}]} {{(pid=104018) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:28:18.024976 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ef018d6-e838-46a1-bbfc-54f851200607 {{(pid=104018) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:28:18.025567 dv-cinder-835879-3-iscsi neutron-server[104018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef018d6-e838-46a1-bbfc-54f851200607'] response: {'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'code': 200} Mar 31 23:28:18.065129 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730211028107', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730210507807', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730210507825'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:18.131506 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Pushing event updated for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=8']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:28:18.359801 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f93ef-d19e-49c5-9a46-5edd75648607 req-793cf496-4935-4a29-93b6-f4071397eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:18.362794 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c98f93ef-d19e-49c5-9a46-5edd75648607 req-793cf496-4935-4a29-93b6-f4071397eb1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1130 time: 0.0707171 Mar 31 23:28:18.418867 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-c98f93ef-d19e-49c5-9a46-5edd75648607 req-bbd65f3c-6edd-4d2e-aa97-896778982037 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488842 Mar 31 23:28:18.908679 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d5d69-c957-4e7b-bddd-c79c8913f530 req-56f23934-a445-4fee-afa6-77f4d40a90cd tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:18.910671 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed8d5d69-c957-4e7b-bddd-c79c8913f530 req-56f23934-a445-4fee-afa6-77f4d40a90cd tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0616307 Mar 31 23:28:18.967685 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ed8d5d69-c957-4e7b-bddd-c79c8913f530 req-5e1a81d4-9936-4c45-85a2-3f7bf82ad515 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506077 Mar 31 23:28:19.016783 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-1e8e21a0-8143-4c83-a9da-ac51374cabeb service neutron] (104016) timed out ('10.222.0.41', 57120) {{(pid=104016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 23:28:19.395240 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-992890bd-8c9f-409a-9e85-3e8bba4221e1 req-8daac359-ceef-4111-b9ee-3d136bf4764c tempest-AttachVolumeShelveTestJSON-919929595 tempest-AttachVolumeShelveTestJSON-919929595-project] (104016) timed out ('10.222.0.41', 57130) {{(pid=104016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 23:28:20.110750 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a8755-158b-4661-ba37-86da5e89aa2d req-e1d9c391-2753-4e87-85db-5609ef3d853a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:20.113070 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-963a8755-158b-4661-ba37-86da5e89aa2d req-e1d9c391-2753-4e87-85db-5609ef3d853a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0652649 Mar 31 23:28:20.176791 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-963a8755-158b-4661-ba37-86da5e89aa2d req-c69aa0e4-796f-4660-9385-1cf01160a104 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567551 Mar 31 23:28:23.154398 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:28:32.833937 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-5f7ca8e3-afd6-4fab-be3a-da90bc08f01e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501180 Mar 31 23:28:32.938552 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-b6a641c3-436c-4cf0-80ad-af28c528a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:32.940819 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-b6a641c3-436c-4cf0-80ad-af28c528a9c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1130 time: 0.0549836 Mar 31 23:28:33.090574 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-73f207fc-e46b-48ca-9fde-e3591e04c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:33.091992 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-73f207fc-e46b-48ca-9fde-e3591e04c7f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 909 time: 0.1285295 Mar 31 23:28:33.173225 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-b05e0af9-4c52-4d52-b2e6-d8bfd0e7be96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 1001 time: 0.0721929 Mar 31 23:28:33.230753 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-a019ee4a-7db1-4c22-8f01-12025f2c0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:33.232217 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-a019ee4a-7db1-4c22-8f01-12025f2c0811 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 200 len: 847 time: 0.0527740 Mar 31 23:28:33.287366 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-fe22daa1-f549-49c0-a9a1-a87758fb2f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:28:33.288926 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-fe22daa1-f549-49c0-a9a1-a87758fb2f19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3d7debf-2c80-4e56-a7fb-a47a21156a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491161 Mar 31 23:28:33.397126 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-a5cff57d-3fa5-41e6-ad20-38c3b82694d2 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015370 Mar 31 23:28:33.504589 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-40b3760f-6345-404e-95c8-4998ee4d7d6c req-fcceb10f-ef82-4916-874d-493e9e770e81 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951231 Mar 31 23:28:36.961347 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e727e590-17e5-490d-8585-e8bb9d90b20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:40.538529 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-32eda3f8-8a7e-4292-bdf2-daefd2af5b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:42.475583 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:45.109510 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:45.439909 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:28:47.903646 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:00.153258 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:29:06.970796 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-e042669f-e898-4eec-87be-b14a4280ccf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:10.541008 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-03625335-d1d0-4885-88d3-638e40f16c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:12.509122 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:15.218111 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:15.440616 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:17.949390 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:34.830404 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-dfdc40f0-0c76-49f9-9283-05b7b263a3ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535748 Mar 31 23:29:34.924771 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-6d2ea555-f05c-4c29-ae9f-ebc7ae85b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:34.926429 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-6d2ea555-f05c-4c29-ae9f-ebc7ae85b498 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1130 time: 0.0510283 Mar 31 23:29:35.036608 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-d1846c4e-fe20-42b0-b9ae-c0bf22829b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:35.038189 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-d1846c4e-fe20-42b0-b9ae-c0bf22829b28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 909 time: 0.0920813 Mar 31 23:29:35.115476 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-2ca46e27-ae1b-4135-9ce0-459e14b5000d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 1001 time: 0.0711491 Mar 31 23:29:35.174176 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-edf05b22-a6e4-4ace-aa7a-aff2cfa0c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:35.176722 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-edf05b22-a6e4-4ace-aa7a-aff2cfa0c8d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 200 len: 847 time: 0.0542629 Mar 31 23:29:35.235276 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-7c3d37ed-e434-484d-a082-a8a410cea576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:35.236808 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-7c3d37ed-e434-484d-a082-a8a410cea576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3d7debf-2c80-4e56-a7fb-a47a21156a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519071 Mar 31 23:29:35.342509 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-da85ebb1-df8b-4845-8929-d46af02b4994 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993166 Mar 31 23:29:35.443246 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-7f1597dd-0ad7-4b07-9c96-7afbb64087b9 req-2422b4a7-1ddc-458b-b7c9-0da68401c0c4 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938475 Mar 31 23:29:35.773462 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36234) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:35.990664 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Deleting port daeccb08-a011-4de3-a03f-ee7180fb8370 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:35.990989 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (daeccb08-a011-4de3-a03f-ee7180fb8370), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:36.082654 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (daeccb08-a011-4de3-a03f-ee7180fb8370), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:36.082969 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for floatingip (daeccb08-a011-4de3-a03f-ee7180fb8370), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:36.097683 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Calling delete_port for daeccb08-a011-4de3-a03f-ee7180fb8370 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:36.392629 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (daeccb08-a011-4de3-a03f-ee7180fb8370), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:36.421631 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event deleted for resources: {'Port': ['ID=daeccb08-a011-4de3-a03f-ee7180fb8370,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:36.451927 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.459476 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.461185 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:36.500035 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for floatingip (58cba28f-6d56-4de5-a8f5-42479860481a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:36.500452 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Floating IP 58cba28f-6d56-4de5-a8f5-42479860481a disassociated (deleted). External IP: 172.27.0.51, port: 4acb5779-bad1-400f-81e5-f09e545f5f8b. Mar 31 23:29:36.735795 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Router e11fc050-966d-4330-b8e5-5fc0c5b053ad has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:36.852695 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:36.858096 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:36.867490 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] Sync routers for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:36.882336 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:36.883124 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:29:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:36.903560 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b2b803d1-d6ae-4f21-8c11-5280dccb8365 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "DELETE /v2.0/floatingips/58cba28f-6d56-4de5-a8f5-42479860481a HTTP/1.1" status: 204 len: 168 time: 1.1289148 Mar 31 23:29:36.904299 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:36.906927 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b40bdf3ad2447073f777889b985d93782f9da6fb0100103ce297bee0e074b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:36.975795 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e68e058-7a00-46f7-85a3-7acf267d1255 x-openstack-request-id: req-7e68e058-7a00-46f7-85a3-7acf267d1255 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:36.976438 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:36.976838 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e68e058-7a00-46f7-85a3-7acf267d1255 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:36.977453 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e68e058-7a00-46f7-85a3-7acf267d1255'] response: {'name': 'network-changed', 'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'status': 'completed', 'code': 200} Mar 31 23:29:37.080714 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-278afe85-4655-40f4-a61a-1de17fd0a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:37.082538 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-278afe85-4655-40f4-a61a-1de17fd0a85b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 1130 time: 0.0766368 Mar 31 23:29:37.104290 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:37.157268 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:29:37.198260 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-24ce2149-3480-4f06-8cc8-c995bd6e642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:37.200224 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-24ce2149-3480-4f06-8cc8-c995bd6e642a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 200 len: 909 time: 0.1119223 Mar 31 23:29:37.230528 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0a374a29-4f57-4f07-805c-7a3a950c1091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:37.247535 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-2280a5ae-9209-41f6-a270-701bb4e67911 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 200 len: 217 time: 0.0396609 Mar 31 23:29:37.309644 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-cb0e5cb4-2569-49fd-9977-83cccdc3829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:37.311456 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-cb0e5cb4-2569-49fd-9977-83cccdc3829e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 200 len: 847 time: 0.0585802 Mar 31 23:29:37.391024 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-73a4c051-8371-420c-aa6e-b1b367656202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:37.393264 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-73a4c051-8371-420c-aa6e-b1b367656202 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c3d7debf-2c80-4e56-a7fb-a47a21156a23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755582 Mar 31 23:29:37.413234 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:25:00Z', 'revision_number': 5, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.441507 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] Checking router: e11fc050-966d-4330-b8e5-5fc0c5b053ad for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:37.454162 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:37.455240 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:29:10Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:37.561263 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-ed90b09b-dc82-4b48-ac8a-9d2f99e21819 service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612327 Mar 31 23:29:37.640651 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94b6f2-9874-44ff-b3cc-1a774e9cc3b9 req-712e3a0b-0996-4332-9a68-9e19fabac627 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:37.643486 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f94b6f2-9874-44ff-b3cc-1a774e9cc3b9 req-712e3a0b-0996-4332-9a68-9e19fabac627 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.1058693 Mar 31 23:29:37.686825 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-f2c5da89-31f5-40ed-93cb-cd0e934c3e69 req-2f1dc8db-591c-4e15-9de3-dd1e1af4811d service neutron] 10.222.0.30 "GET /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181066 Mar 31 23:29:37.716592 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f94b6f2-9874-44ff-b3cc-1a774e9cc3b9 req-96e4cbd8-ed2b-4742-b316-1b963d9f89fa tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621567 Mar 31 23:29:37.757834 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:38.003738 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:25:00Z', 'revision_number': 5, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:38.053634 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b688621-77eb-4d02-a9e3-656d242bdc1c None None] The sync data for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi is: [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:24:55Z', 'revision_number': 4, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi', '_interfaces': [{'id': '5bc2fd6f-6566-41c9-973f-8f9550a5f37d', 'name': '', 'network_id': 'c3d7debf-2c80-4e56-a7fb-a47a21156a23', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'mac_address': 'fa:16:3e:42:15:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:54Z', 'updated_at': '2022-03-31T23:25:00Z', 'revision_number': 5, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'subnets': [{'id': '8d9c37a5-028f-44f2-8c5c-788a3d10d763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:38.304596 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173d6cc1-ecfe-4a80-b750-eb8fb9e6bcad None None] New status for floating IP 58cba28f-6d56-4de5-a8f5-42479860481a: DOWN {{(pid=104019) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 23:29:38.914931 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2138049-547b-4a26-9788-6c6b4f042579 req-1df19ed7-4ee5-42e5-8969-e4ef1b030f71 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:38.916821 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2138049-547b-4a26-9788-6c6b4f042579 req-1df19ed7-4ee5-42e5-8969-e4ef1b030f71 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0844369 Mar 31 23:29:38.990281 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2138049-547b-4a26-9788-6c6b4f042579 req-e19ee9f9-2f62-4bc8-9e90-b44a165e2d15 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649159 Mar 31 23:29:39.165541 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce801383-7f3e-4704-9416-f73352162194 req-4cd97438-91fe-4632-b190-babb9e197543 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104017) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 23:29:39.168199 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ce801383-7f3e-4704-9416-f73352162194 req-4cd97438-91fe-4632-b190-babb9e197543 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 946 time: 0.0845342 Mar 31 23:29:39.279014 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Deleting port 4acb5779-bad1-400f-81e5-f09e545f5f8b {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:39.279334 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:39.375178 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] For port 4acb5779-bad1-400f-81e5-f09e545f5f8b, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4acb5779-bad1-400f-81e5-f09e545f5f8b,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:39.375537 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:39.396491 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Calling delete_port for 4acb5779-bad1-400f-81e5-f09e545f5f8b owned by compute:nova {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:39.661384 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (4acb5779-bad1-400f-81e5-f09e545f5f8b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:39.694120 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event deleted for resources: {'Port': ['ID=4acb5779-bad1-400f-81e5-f09e545f5f8b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:39.708511 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.708921 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.709200 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.709564 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.709935 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.710267 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.710606 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.710934 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.711264 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.711587 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.711914 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.712235 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.712558 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.712880 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.713195 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:39.751243 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] No DVR routers for this DVR port 4acb5779-bad1-400f-81e5-f09e545f5f8b on host hv-cinder-83587 {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:39.753777 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-23250'] for port (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:39.757369 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [req-ce801383-7f3e-4704-9416-f73352162194 req-e53f0dba-a04b-48bf-82f3-5863738cdded tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.30 "DELETE /v2.0/ports/4acb5779-bad1-400f-81e5-f09e545f5f8b HTTP/1.1" status: 204 len: 173 time: 0.5833325 Mar 31 23:29:39.757880 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'name': 'network-vif-deleted', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 23:29:39.760252 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c67467bf270bb1cb7b09e57a4d70b58789db61bcc46d0249552dbb6402e398f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fe2bf3-56d5-4b31-89b6-edde43cc68ba" -d '{"events": [{"server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "name": "network-vif-deleted", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 23:29:39.866600 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 23:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c283ed6-a015-4f94-9ccb-17005ce04109 x-openstack-request-id: req-1c283ed6-a015-4f94-9ccb-17005ce04109 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 23:29:39.866930 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf9833e-8767-4e40-9502-78bb7389e481", "name": "network-vif-deleted", "tag": "4acb5779-bad1-400f-81e5-f09e545f5f8b", "status": "completed", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 23:29:39.867218 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c283ed6-a015-4f94-9ccb-17005ce04109 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 23:29:39.867717 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c283ed6-a015-4f94-9ccb-17005ce04109'] response: {'server_uuid': '1cf9833e-8767-4e40-9502-78bb7389e481', 'name': 'network-vif-deleted', 'tag': '4acb5779-bad1-400f-81e5-f09e545f5f8b', 'status': 'completed', 'code': 200} Mar 31 23:29:40.113274 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b8a7263-923a-4fb7-8a72-234380c0c3f9 req-cc63b884-93ce-4a6e-9ab8-9a234ea7da7a tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 210 time: 0.0423362 Mar 31 23:29:40.554501 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-17b65a9c-0fc3-4ef9-9d9b-c1a3c426f805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:41.241740 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6ce9840a-bab6-4369-aa2a-ad36549c096d req-4ae3b71c-3593-45a2-a7bb-173038a3cfdf tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cf9833e-8767-4e40-9502-78bb7389e481 HTTP/1.1" status: 200 len: 210 time: 0.0281787 Mar 31 23:29:42.300876 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36266) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:42.368863 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7187623a-3e63-4644-a53b-de787b78c108 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group (8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:42.399008 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7187623a-3e63-4644-a53b-de787b78c108 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group (8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:42.526093 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:42.560615 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7187623a-3e63-4644-a53b-de787b78c108 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:42.563891 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7187623a-3e63-4644-a53b-de787b78c108 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:42.565188 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7187623a-3e63-4644-a53b-de787b78c108 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] 10.222.0.41 "DELETE /v2.0/security-groups/8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a HTTP/1.1" status: 204 len: 168 time: 0.2632480 Mar 31 23:29:42.576038 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187623a-3e63-4644-a53b-de787b78c108 tempest-TestShelveInstance-24976256 tempest-TestShelveInstance-24976256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f01bbc1-0c0d-4fb7-87fc-f0f45fba5d3a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:42.685513 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36270) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:43.359103 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (e11fc050-966d-4330-b8e5-5fc0c5b053ad), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:43.634386 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Deleting port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:43.634762 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:43.722033 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] For port 5bc2fd6f-6566-41c9-973f-8f9550a5f37d, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:43.722399 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:43.737311 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Calling delete_port for 5bc2fd6f-6566-41c9-973f-8f9550a5f37d owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:43.989174 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (5bc2fd6f-6566-41c9-973f-8f9550a5f37d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:44.021397 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc2fd6f-6566-41c9-973f-8f9550a5f37d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:44.100138 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 4acb5779-bad1-400f-81e5-f09e545f5f8b no longer exists at agent hyperv_hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:44.134349 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] No Port match for: 4acb5779-bad1-400f-81e5-f09e545f5f8b {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:29:44.134885 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Device 4acb5779-bad1-400f-81e5-f09e545f5f8b not bound to the agent host hv-cinder-83587 {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:44.218243 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (e11fc050-966d-4330-b8e5-5fc0c5b053ad), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:44.471762 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Router e11fc050-966d-4330-b8e5-5fc0c5b053ad has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:44.589146 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:44.596493 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4e0b9d38-d182-4984-bf5e-0fbe0377ad2d admin admin] 10.222.0.41 "PUT /v2.0/routers/e11fc050-966d-4330-b8e5-5fc0c5b053ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076388 Mar 31 23:29:44.598616 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36272) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:44.603350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] Sync routers for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:44.617509 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:44.618503 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:29:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:44.721009 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks [] for router (e11fc050-966d-4330-b8e5-5fc0c5b053ad), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:44.802334 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: dv-cinder-835879-3-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:44.836782 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks [] for router_gateway (e11fc050-966d-4330-b8e5-5fc0c5b053ad), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.047109 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Deleting port 8a4958ef-3689-482e-b94f-fd136d422b2f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:45.047445 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.060782 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:29:43Z', 'revision_number': 5, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port': {'id': '8a4958ef-3689-482e-b94f-fd136d422b2f', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:24:51Z', 'updated_at': '2022-03-31T23:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:45.108305 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] Checking router: e11fc050-966d-4330-b8e5-5fc0c5b053ad for host: dv-cinder-835879-3-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:45.123199 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] Routers {'e11fc050-966d-4330-b8e5-5fc0c5b053ad'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:45.124331 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:29:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:45.138006 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] For port 8a4958ef-3689-482e-b94f-fd136d422b2f, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=8a4958ef-3689-482e-b94f-fd136d422b2f,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:45.138441 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.156456 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Calling delete_port for 8a4958ef-3689-482e-b94f-fd136d422b2f owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:45.172957 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.243317 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] Set router e11fc050-966d-4330-b8e5-5fc0c5b053ad gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:45.323380 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:29:44Z', 'revision_number': 6, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port_host': None}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:45.360877 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c11860-c856-4468-af98-30b7b79dd40b None None] The sync data for ids ['e11fc050-966d-4330-b8e5-5fc0c5b053ad'] in dv-cinder-835879-3-iscsi is: [{'id': 'e11fc050-966d-4330-b8e5-5fc0c5b053ad', 'name': 'tempest-TestShelveInstance-680869805-router', 'tenant_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:50Z', 'updated_at': '2022-03-31T23:29:44Z', 'revision_number': 6, 'project_id': '5207e3c7a192416bbc2301c9a7e7fc51', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:45.438082 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (8a4958ef-3689-482e-b94f-fd136d422b2f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.463656 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.473187 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4958ef-3689-482e-b94f-fd136d422b2f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:45.548208 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (e11fc050-966d-4330-b8e5-5fc0c5b053ad), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.663301 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (e11fc050-966d-4330-b8e5-5fc0c5b053ad), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.663301 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks [] for router_controller (e11fc050-966d-4330-b8e5-5fc0c5b053ad), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.795260 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (e11fc050-966d-4330-b8e5-5fc0c5b053ad), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.796789 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e11fc050-966d-4330-b8e5-5fc0c5b053ad {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:45.803896 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.806010 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-005bf25e-85ec-480f-ab17-7f1c8a4243d2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e11fc050-966d-4330-b8e5-5fc0c5b053ad HTTP/1.1" status: 204 len: 168 time: 1.2058258 Mar 31 23:29:45.809981 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36274) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:45.886589 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68a7325-5206-4f48-8736-93a2f771e051 admin admin] Deleting subnet 8d9c37a5-028f-44f2-8c5c-788a3d10d763 {{(pid=104017) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:29:45.890132 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a68a7325-5206-4f48-8736-93a2f771e051 admin admin] Publish callbacks [] for subnet (8d9c37a5-028f-44f2-8c5c-788a3d10d763), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:45.932235 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a68a7325-5206-4f48-8736-93a2f771e051 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2402304'] for subnet (8d9c37a5-028f-44f2-8c5c-788a3d10d763), precommit_delete_associations {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.042453 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a68a7325-5206-4f48-8736-93a2f771e051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (8d9c37a5-028f-44f2-8c5c-788a3d10d763), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.173287 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5bc2fd6f-6566-41c9-973f-8f9550a5f37d no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:46.198100 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a68a7325-5206-4f48-8736-93a2f771e051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25259411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25257806'] for subnet (8d9c37a5-028f-44f2-8c5c-788a3d10d763), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.207927 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 5bc2fd6f-6566-41c9-973f-8f9550a5f37d {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:29:46.208841 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 5bc2fd6f-6566-41c9-973f-8f9550a5f37d not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:46.240510 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a7325-5206-4f48-8736-93a2f771e051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9c37a5-028f-44f2-8c5c-788a3d10d763,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:46.242966 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a68a7325-5206-4f48-8736-93a2f771e051 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.250287 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a68a7325-5206-4f48-8736-93a2f771e051 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8d9c37a5-028f-44f2-8c5c-788a3d10d763 HTTP/1.1" status: 204 len: 168 time: 0.4365578 Mar 31 23:29:46.250581 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36276) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:46.256771 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0fcf6b-fd25-4e83-ae00-c5950de220be None None] Network c3d7debf-2c80-4e56-a7fb-a47a21156a23 requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:29:46.338588 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (c3d7debf-2c80-4e56-a7fb-a47a21156a23), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.404161 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Deleting port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:46.404510 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.466425 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] DHCP port deletion for c3d7debf-2c80-4e56-a7fb-a47a21156a23 request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:29:46.495552 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] For port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:46.496168 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.513584 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Calling delete_port for fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:46.526638 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Deleting port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:46.527203 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.614782 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] For port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,segment=NetworkSegment(7196ef00-294e-46aa-a9b4-be5218d83ffc),segment_id=7196ef00-294e-46aa-a9b4-be5218d83ffc)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:46.615288 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.637770 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Calling delete_port for fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:46.677860 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.706624 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:46.709076 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] No DVR routers for this DVR port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 on host dv-cinder-835879-3-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:46.778541 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.788943 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (c3d7debf-2c80-4e56-a7fb-a47a21156a23), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.813430 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d7debf-2c80-4e56-a7fb-a47a21156a23']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:46.817035 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] No DVR routers for this DVR port fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:46.819055 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Pushing event deleted for resources: {'Port': ['ID=fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:46.824405 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7196ef00-294e-46aa-a9b4-be5218d83ffc') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:46.824714 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7196ef00-294e-46aa-a9b4-be5218d83ffc') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:46.830159 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.830159 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.830716 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.831013 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.832128 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.832128 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.832128 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.832128 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.832650 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.832794 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.833092 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.833437 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.833764 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.834122 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.834449 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba75c28-ac49-4d56-a1e2-23fc7f45c35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835879-3-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 23:29:46.842176 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33367954'] for segment (7196ef00-294e-46aa-a9b4-be5218d83ffc), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.859044 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (7196ef00-294e-46aa-a9b4-be5218d83ffc), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.866249 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:46.866687 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29396951'] for segment (7196ef00-294e-46aa-a9b4-be5218d83ffc), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: timer() Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: cb(*args, **kw) Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: self._notify() Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: self.callback(batched_events) Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: event.method(event) Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._get(url).json() Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:46.868582 dv-cinder-835879-3-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:46.984247 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (c3d7debf-2c80-4e56-a7fb-a47a21156a23), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.989931 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:46.993145 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c3d7debf-2c80-4e56-a7fb-a47a21156a23 HTTP/1.1" status: 204 len: 168 time: 0.7413962 Mar 31 23:29:46.996683 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36278) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:47.009200 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f1566-7d34-4e1e-a36f-626319aeabb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d7debf-2c80-4e56-a7fb-a47a21156a23,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:47.374044 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690106'] for router_interface (552cf4dd-f345-4934-90ad-fb30e24dd2d5), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:47.712719 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:47.713351 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Deleting port dd75b28f-fc43-4c26-a2ec-e8864cb7245b {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:47.713826 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:47.745372 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:29:47.745967 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device fe7e39c3-0b05-4de8-ab0d-cae289fa9ff8 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:47.746639 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 8a4958ef-3689-482e-b94f-fd136d422b2f no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:47.788960 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 8a4958ef-3689-482e-b94f-fd136d422b2f {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:29:47.789526 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 8a4958ef-3689-482e-b94f-fd136d422b2f not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:47.831342 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] For port dd75b28f-fc43-4c26-a2ec-e8864cb7245b, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,segment=NetworkSegment(b373f6db-0124-4b62-a133-8acc54bd3df8),segment_id=b373f6db-0124-4b62-a133-8acc54bd3df8)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:47.831710 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:47.846905 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Calling delete_port for dd75b28f-fc43-4c26-a2ec-e8864cb7245b owned by network:router_interface {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:47.952001 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:48.103326 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (dd75b28f-fc43-4c26-a2ec-e8864cb7245b), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:48.133596 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd75b28f-fc43-4c26-a2ec-e8864cb7245b,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:48.321059 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3687402'] for router_interface (552cf4dd-f345-4934-90ad-fb30e24dd2d5), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:48.553508 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 has already been hosted by L3 agent a80721a0-03ce-4698-9467-849fa6b99ccb {{(pid=104017) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 23:29:48.667361 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] Notify agent at l3_agent.dv-cinder-835879-3-iscsi the message routers_updated {{(pid=104017) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 23:29:48.673923 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-0dbb7fc5-dfe6-422e-ab71-5545e68c36b4 admin admin] 10.222.0.41 "PUT /v2.0/routers/552cf4dd-f345-4934-90ad-fb30e24dd2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6750381 Mar 31 23:29:48.676885 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36280) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:48.680340 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] Sync routers for ids ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'] in dv-cinder-835879-3-iscsi {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 23:29:48.692583 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] Routers {'552cf4dd-f345-4934-90ad-fb30e24dd2d5'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:48.693233 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:29:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:48.810071 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] Set router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:48.916252 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks [] for router (552cf4dd-f345-4934-90ad-fb30e24dd2d5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:49.030973 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 5, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.084259 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] Checking router: 552cf4dd-f345-4934-90ad-fb30e24dd2d5 for host: dv-cinder-835879-3-iscsi {{(pid=104019) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 23:29:49.101678 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] Routers {'552cf4dd-f345-4934-90ad-fb30e24dd2d5'} bound to L3 agent in host dv-cinder-835879-3-iscsi {{(pid=104019) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 23:29:49.103754 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835879-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T22:59:40Z,description=,heartbeat_timestamp=2022-03-31T23:29:40Z,host='dv-cinder-835879-3-iscsi',id=a80721a0-03ce-4698-9467-849fa6b99ccb,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T22:59:41Z,topic='l3_agent')) {'router_ids': ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'], 'active': True} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.261960 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_dvr_db [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] Set router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 gateway port host: dv-cinder-835879-3-iscsi {{(pid=104019) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 23:29:49.293334 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks [] for router_gateway (552cf4dd-f345-4934-90ad-fb30e24dd2d5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:49.446050 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Deleting port f4f0aba6-3ef0-4af6-b45a-71911a6bb238 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:49.446549 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:49.563834 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.l3_hamode_db [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 5, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}], 'dv-cinder-835879-3-iscsi', False) {} {{(pid=104019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:49.570301 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] For port f4f0aba6-3ef0-4af6-b45a-71911a6bb238, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=f4f0aba6-3ef0-4af6-b45a-71911a6bb238,segment=NetworkSegment(62fcdc05-c981-4d22-9462-e605462ac860),segment_id=62fcdc05-c981-4d22-9462-e605462ac860)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:49.570983 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:49.587624 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Calling delete_port for f4f0aba6-3ef0-4af6-b45a-71911a6bb238 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:49.600302 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d78b13-b605-4b7b-8bc5-c98922d77f09 None None] The sync data for ids ['552cf4dd-f345-4934-90ad-fb30e24dd2d5'] in dv-cinder-835879-3-iscsi is: [{'id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'name': 'tempest-TestShelveInstance-215980543-router', 'tenant_id': '4ba1235470a04fecb025faf5d593ff9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'external_fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T23:24:59Z', 'updated_at': '2022-03-31T23:29:48Z', 'revision_number': 5, 'project_id': '4ba1235470a04fecb025faf5d593ff9a', 'gw_port': {'id': 'f4f0aba6-3ef0-4af6-b45a-71911a6bb238', 'name': '', 'network_id': '843f9e26-2b9f-4d40-8307-612483b7b45b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ab:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552cf4dd-f345-4934-90ad-fb30e24dd2d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835879-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T23:25:00Z', 'updated_at': '2022-03-31T23:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ffbb1eab-8c12-4d97-8c48-7fddb59e4d21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835879-3-iscsi'}] {{(pid=104019) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 23:29:49.820194 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29396866'] for port (f4f0aba6-3ef0-4af6-b45a-71911a6bb238), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:49.848902 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f0aba6-3ef0-4af6-b45a-71911a6bb238,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:49.913258 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3690240'] for router_gateway (552cf4dd-f345-4934-90ad-fb30e24dd2d5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.011447 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3688348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32763'] for router (552cf4dd-f345-4934-90ad-fb30e24dd2d5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.015313 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks [] for router_controller (552cf4dd-f345-4934-90ad-fb30e24dd2d5), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.072596 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device dd75b28f-fc43-4c26-a2ec-e8864cb7245b no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:50.097244 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: dd75b28f-fc43-4c26-a2ec-e8864cb7245b {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:29:50.100287 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device dd75b28f-fc43-4c26-a2ec-e8864cb7245b not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:50.148953 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3688421'] for router (552cf4dd-f345-4934-90ad-fb30e24dd2d5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.151877 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 552cf4dd-f345-4934-90ad-fb30e24dd2d5 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 23:29:50.154223 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.156014 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0ac8e789-a833-49fa-b971-1a28e83cbc1d admin admin] 10.222.0.41 "DELETE /v2.0/routers/552cf4dd-f345-4934-90ad-fb30e24dd2d5 HTTP/1.1" status: 204 len: 168 time: 1.4792876 Mar 31 23:29:50.158914 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36284) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:50.220522 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-14aee24b-4bec-4868-a7b1-9a68030d8f8c admin admin] Deleting subnet 97179c18-2052-4764-8ec7-468d15ddf9c7 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 23:29:50.225146 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14aee24b-4bec-4868-a7b1-9a68030d8f8c admin admin] Publish callbacks [] for subnet (97179c18-2052-4764-8ec7-468d15ddf9c7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.262954 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14aee24b-4bec-4868-a7b1-9a68030d8f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33367961'] for subnet (97179c18-2052-4764-8ec7-468d15ddf9c7), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.358583 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14aee24b-4bec-4868-a7b1-9a68030d8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3576637'] for subnet (97179c18-2052-4764-8ec7-468d15ddf9c7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.518352 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14aee24b-4bec-4868-a7b1-9a68030d8f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3576586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29406577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33176720'] for subnet (97179c18-2052-4764-8ec7-468d15ddf9c7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.545639 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aee24b-4bec-4868-a7b1-9a68030d8f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97179c18-2052-4764-8ec7-468d15ddf9c7,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:50.552943 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-14aee24b-4bec-4868-a7b1-9a68030d8f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.556239 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-14aee24b-4bec-4868-a7b1-9a68030d8f8c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/97179c18-2052-4764-8ec7-468d15ddf9c7 HTTP/1.1" status: 204 len: 168 time: 0.3963318 Mar 31 23:29:50.558764 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af4cb2e-f769-42e8-b9d0-af55e1709790 None None] Network ec6b3dab-21f2-4792-b94f-ff35d7b8559a requested from dv-cinder-835879-3-iscsi {{(pid=104018) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 23:29:50.559665 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36286) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:50.652524 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3454588'] for network (ec6b3dab-21f2-4792-b94f-ff35d7b8559a), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.737441 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] DHCP port deletion for ec6b3dab-21f2-4792-b94f-ff35d7b8559a request from dv-cinder-835879-3-iscsi {{(pid=104018) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 23:29:50.747353 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Deleting port 3b7186bc-e35e-44b5-99f6-531583ce25b5 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:50.747703 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.792649 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] Deleting port 3b7186bc-e35e-44b5-99f6-531583ce25b5 {{(pid=104018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 23:29:50.792929 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730211023382'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), before_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.832655 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] For port 3b7186bc-e35e-44b5-99f6-531583ce25b5, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=3b7186bc-e35e-44b5-99f6-531583ce25b5,segment=NetworkSegment(b373f6db-0124-4b62-a133-8acc54bd3df8),segment_id=b373f6db-0124-4b62-a133-8acc54bd3df8)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:50.833181 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.861277 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] For port 3b7186bc-e35e-44b5-99f6-531583ce25b5, host dv-cinder-835879-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835879-3-iscsi',level=0,port_id=3b7186bc-e35e-44b5-99f6-531583ce25b5,segment=NetworkSegment(b373f6db-0124-4b62-a133-8acc54bd3df8),segment_id=b373f6db-0124-4b62-a133-8acc54bd3df8)] {{(pid=104018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 23:29:50.861681 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3694152'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), precommit_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:50.863450 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Calling delete_port for 3b7186bc-e35e-44b5-99f6-531583ce25b5 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:50.876085 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] Calling delete_port for 3b7186bc-e35e-44b5-99f6-531583ce25b5 owned by network:dhcp {{(pid=104018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 23:29:51.046478 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), after_delete {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.054455 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730211028089', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730210507798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25253728'] for port (3b7186bc-e35e-44b5-99f6-531583ce25b5), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.083910 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7186bc-e35e-44b5-99f6-531583ce25b5,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.088842 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] Pushing event deleted for resources: {'Port': ['ID=3b7186bc-e35e-44b5-99f6-531583ce25b5,revision_number=None']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.091039 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] No DVR routers for this DVR port 3b7186bc-e35e-44b5-99f6-531583ce25b5 on host dv-cinder-835879-3-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:51.095435 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1fce7-ea22-4fac-b6d9-85729def7d3b None None] No DVR routers for this DVR port 3b7186bc-e35e-44b5-99f6-531583ce25b5 on host dv-cinder-835879-3-iscsi {{(pid=104018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 23:29:51.168614 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-623798', 'neutron.services.segments.db._delete_segments_for_network-8730210822202'] for network (ec6b3dab-21f2-4792-b94f-ff35d7b8559a), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.192233 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6b3dab-21f2-4792-b94f-ff35d7b8559a']}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:51.203553 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b373f6db-0124-4b62-a133-8acc54bd3df8') {'for_net_delete': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:51.203843 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.services.segments.db [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b373f6db-0124-4b62-a133-8acc54bd3df8') {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 23:29:51.214946 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730210820931', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2402315'] for segment (b373f6db-0124-4b62-a133-8acc54bd3df8), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.231211 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866'] for segment (b373f6db-0124-4b62-a133-8acc54bd3df8), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.238937 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=104017) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3577866', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25253685'] for segment (b373f6db-0124-4b62-a133-8acc54bd3df8), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: self.session.flush() Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: self.session.flush() Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: self.session.flush() Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: self.session.flush() Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: Traceback (most recent call last): Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: timer() Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: cb(*args, **kw) Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: return func(*args, **kwargs) Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: self._notify() Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: self.callback(batched_events) Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: event.method(event) Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: return f(self, *a, **k) Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._get(url).json() Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: return self.request(url, 'GET', **kwargs) Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 23:29:51.244882 dv-cinder-835879-3-iscsi neutron-server[104017]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 23:29:51.423650 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-623807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3690348'] for network (ec6b3dab-21f2-4792-b94f-ff35d7b8559a), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.428713 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798642'] for network (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.432747 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec6b3dab-21f2-4792-b94f-ff35d7b8559a HTTP/1.1" status: 204 len: 168 time: 0.8719718 Mar 31 23:29:51.454680 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc5b95-a445-4719-b333-a0a14e6639af admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6b3dab-21f2-4792-b94f-ff35d7b8559a,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:51.708057 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device f4f0aba6-3ef0-4af6-b45a-71911a6bb238 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:51.730666 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: f4f0aba6-3ef0-4af6-b45a-71911a6bb238 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:29:51.731013 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device f4f0aba6-3ef0-4af6-b45a-71911a6bb238 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:51.735190 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 3b7186bc-e35e-44b5-99f6-531583ce25b5 no longer exists at agent ovs-agent-dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 23:29:51.753544 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.plugin [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] No Port match for: 3b7186bc-e35e-44b5-99f6-531583ce25b5 {{(pid=104018) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 23:29:51.753907 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.rpc [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Device 3b7186bc-e35e-44b5-99f6-531583ce25b5 not bound to the agent host dv-cinder-835879-3-iscsi {{(pid=104018) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 23:29:51.796768 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36290) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:51.840084 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-a758844e-fdca-4acd-a09d-7badf86516db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5207e3c7a192416bbc2301c9a7e7fc51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421221 Mar 31 23:29:51.843482 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36292) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:51.895345 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4be3e933-8c39-44b0-9fae-a86eb1b9a019 admin admin] Publish callbacks [] for security_group (a1a98677-11ef-4329-be3d-f8308b7d9718), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:51.924672 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4be3e933-8c39-44b0-9fae-a86eb1b9a019 admin admin] Publish callbacks [] for security_group (a1a98677-11ef-4329-be3d-f8308b7d9718), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:52.063669 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4be3e933-8c39-44b0-9fae-a86eb1b9a019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (a1a98677-11ef-4329-be3d-f8308b7d9718), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:52.066497 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4be3e933-8c39-44b0-9fae-a86eb1b9a019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:52.067843 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-4be3e933-8c39-44b0-9fae-a86eb1b9a019 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1a98677-11ef-4329-be3d-f8308b7d9718 HTTP/1.1" status: 204 len: 168 time: 0.2233977 Mar 31 23:29:52.077484 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3e933-8c39-44b0-9fae-a86eb1b9a019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a98677-11ef-4329-be3d-f8308b7d9718,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:29:52.835059 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.41', 36298) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:52.893492 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.wsgi [-] (104017) accepted ('10.222.0.41', 36300) {{(pid=104017) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 23:29:52.896089 dv-cinder-835879-3-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-23341534-5cc4-48f3-bae0-284327e5b55b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ba1235470a04fecb025faf5d593ff9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514977 Mar 31 23:29:52.951884 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-efd317df-8d70-43bb-ac54-13f57782b635 admin admin] Publish callbacks [] for security_group (e3171953-26c4-42f7-b0d7-d6cd9d8edefd), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:52.975352 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-efd317df-8d70-43bb-ac54-13f57782b635 admin admin] Publish callbacks [] for security_group (e3171953-26c4-42f7-b0d7-d6cd9d8edefd), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:53.109133 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-efd317df-8d70-43bb-ac54-13f57782b635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469727'] for security_group (e3171953-26c4-42f7-b0d7-d6cd9d8edefd), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:53.112050 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-efd317df-8d70-43bb-ac54-13f57782b635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:29:53.113340 dv-cinder-835879-3-iscsi neutron-server[104017]: INFO neutron.wsgi [None req-efd317df-8d70-43bb-ac54-13f57782b635 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3171953-26c4-42f7-b0d7-d6cd9d8edefd HTTP/1.1" status: 204 len: 168 time: 0.2181151 Mar 31 23:29:53.122051 dv-cinder-835879-3-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd317df-8d70-43bb-ac54-13f57782b635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3171953-26c4-42f7-b0d7-d6cd9d8edefd,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 23:30:06.997384 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-056fb774-2286-4042-83f1-948012d097ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:10.591168 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-fff26682-45c6-4890-9c48-2f37bc20be87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:12.517187 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:14.158439 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:30:15.140575 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:15.434353 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:17.945950 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:30.106574 dv-cinder-835879-3-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-0c717e99-24b2-45cc-afb6-4a03d24eb2dd req-fda713a0-e117-44da-9d24-c48ff8a2a0de service neutron] (104016) timed out ('10.222.0.30', 57689) {{(pid=104016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 23:30:36.965419 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-dfe27ca2-3ed3-4596-96bc-d4aeac13358c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:40.538990 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-55fc0ae3-4a73-4757-8a6f-c436a9f61a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:42.607859 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:45.259040 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:45.479650 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:48.037188 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:30:51.158781 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:31:06.990256 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d251811d-47b8-432d-bba1-a8e5b91cca56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:10.578427 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-80cdc13e-1fcf-4dc9-ac11-a3aca43d6775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:12.492868 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:15.124933 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:15.462306 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:18.000928 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:28.159283 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:31:36.982495 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-bf6a2ca0-65cb-47c7-9e79-6d240eb82922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:40.560939 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-0aca20a9-8a11-4595-81b2-52d9d1463b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:42.489981 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:45.194836 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:45.480450 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:31:47.960386 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:05.158080 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:32:07.011528 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-692ac0a4-68a5-441c-83a1-03ee26ccb8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:10.564299 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-62c1ef20-68d1-4a46-971e-e24f8cd4f8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:12.525522 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:15.165937 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:15.508415 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:18.000149 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:36.988269 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b2f67c96-55b0-4552-b4d9-c864441b1ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:40.547582 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-114d0daf-8915-4601-9930-ce5d7482d33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:42.157283 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:32:42.519107 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:45.153915 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:45.467875 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:32:48.050465 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:07.027870 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-aec35623-c4f9-4cdb-ba6b-c7884280e012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:10.552670 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f0fc4f9-ee3e-4a64-a071-9ce47ff6323a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:12.529620 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:15.164372 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:15.626910 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:18.015981 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:19.159633 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:33:37.027007 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-3ccce580-70ed-46a6-9c20-d4b55a4bad52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:40.546192 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b5495f3f-2db4-43ef-b2d1-b70292930ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:42.488799 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:45.135061 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:45.420776 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:48.072114 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:33:56.158387 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:34:07.025632 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-b91fa673-d1d9-4b90-a85d-b6e5bbe7ebb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:10.585842 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-c221a662-cfb1-4572-9150-c227b5ca53df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:12.551573 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:15.134350 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:15.448851 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:18.054602 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:33.158950 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:34:36.956777 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ae513446-4e61-4c36-a9a2-323e35651527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:40.574229 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-005144e5-c178-4677-8cb2-57914f2de594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:42.499852 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:45.191219 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:45.585288 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:34:48.042779 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1d7a87a7-3718-4977-a2eb-8366f9c9767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (e50a1061-aa7c-4ac1-b975-fcb9ed25d40a), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:35:06.991308 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-30f0a39e-5bab-4deb-80be-d9cde1a3fc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (99c46e87-e126-4a96-bd78-757cebbb6dfe), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:35:10.157812 dv-cinder-835879-3-iscsi neutron-server[104019]: DEBUG neutron.db.agents_db [None req-7f573a57-a60a-4bea-bc69-c4fd4b1318e0 None None] Agent healthcheck: found 6 active agents {{(pid=104019) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 23:35:10.562004 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-2490bc05-4a86-42e9-9147-13f624de50de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (a80721a0-03ce-4698-9467-849fa6b99ccb), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:35:12.533766 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-1f6a6d54-43f7-4ac1-bedf-0690df1cdefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (d185d337-cede-47a1-9b75-a13f16c54434), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:35:15.168336 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa87e-a421-4b76-a36d-8a73b3faf0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (30ae7bb6-5067-4a1a-90cf-340ef90f5115), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 23:35:15.544409 dv-cinder-835879-3-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-ce712350-2d20-4cb6-a513-c9ef9449eb52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730210822184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-622967'] for agent (03d6d264-0b6f-4678-bbf0-b01e65a883aa), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}